2026-02-12T03:17:47.318 INFO:root:teuthology version: 0.0.1.dev29+gc433f1062 2026-02-12T03:17:47.334 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-12T03:17:47.413 INFO:teuthology.run:Config: archive_path: /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_14:50:33-orch:cephadm-wip-guits-main-2026-02-11-1317-distro-default-trial/45568 branch: wip-guits-main-2026-02-11-1317 description: orch:cephadm/upgrade/{1-start-distro/1-start-centos_9.stream-squid 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/classic} email: gabrioux@ibm.com first_in_suite: false flavor: default job_id: '45568' kernel: branch: distro kdb: true sha1: distro last_in_suite: false machine_type: trial name: gabrioux-2026-02-11_14:50:33-orch:cephadm-wip-guits-main-2026-02-11-1317-distro-default-trial no_nested_subset: false os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-guits-main-2026-02-11-1317 ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mgr/cephadm/use_agent: false mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - CEPHADM_STRAY_DAEMON - CEPHADM_FAILED_DAEMON - CEPHADM_AGENT_DOWN log-only-match: - CEPHADM_ sha1: 84a80275f63e26ece3f633fd033fd9ecbda16ed2 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: 84a80275f63e26ece3f633fd033fd9ecbda16ed2 workunit: branch: wip-guits-main-2026-02-11-1317 sha1: 84a80275f63e26ece3f633fd033fd9ecbda16ed2 owner: scheduled_gabrioux@soko04.front.sepia.ceph.com priority: 69 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 7688 sha1: 84a80275f63e26ece3f633fd033fd9ecbda16ed2 sleep_before_teardown: 0 subset: 1/8 suite: orch:cephadm suite_branch: wip-guits-main-2026-02-11-1317 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_84a80275f63e26ece3f633fd033fd9ecbda16ed2/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 84a80275f63e26ece3f633fd033fd9ecbda16ed2 targets: trial086.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDRnwUbd6I5mEH3QbXQTfjupqj6DyQ58VZb/qzYOioMxOQw/rPg/sPlUma72DEnf7XBO98x2dcN39qRn6rKBp+0= trial145.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFceii6VdO3nja+/4PdZWimF2m32I5ZSVvGnPzJ0I7QBP9wi2oT3VIYO5UCyMS36rn+1jqTuod4eQMNm0VkDck8= tasks: - cephadm: compiled_cephadm_branch: squid image: quay.ceph.io/ceph-ci/ceph:squid - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest false --force - cephadm.shell: env: - sha1 mon.a: - radosgw-admin realm create --rgw-realm=r --default - radosgw-admin zonegroup create --rgw-zonegroup=default --master --default - radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default - radosgw-admin period update --rgw-realm=r --commit - ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000 - ceph osd pool create foo - rbd pool init foo - ceph orch apply iscsi foo u p - sleep 180 - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph orch ps - ceph versions - ceph -s - ceph orch ls - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 2' - ceph mgr fail - sleep 180 - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph health detail - ceph -s - ceph mgr fail - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 1' - ceph mgr fail - sleep 180 - ceph orch ps - ceph orch ls - ceph versions - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph versions | jq -e '.mgr | length == 1' - ceph versions | jq -e '.mgr | keys' | grep $sha1 - ceph versions | jq -e '.overall | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 1' - ceph versions | jq -e '.mon | keys' | grep $sha1 - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 5' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 7' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 8' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 1' - ceph versions | jq -e '.osd | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.foo - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions - time timeout 60 bash -c "until ceph versions | jq -e '.rgw | length == 1'; do sleep 2; done" - ceph versions | jq -e '.rgw | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - cephadm.shell: env: - sha1 mon.a: - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done - ceph orch ps - ceph versions - echo "wait for servicemap items w/ changing names to refresh" - sleep 60 - ceph orch ps - ceph versions - ceph orch upgrade status - ceph health detail - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - ceph orch ls | grep 'osd' - cephadm.shell: mon.a: - ceph orch upgrade ls - ceph orch upgrade ls --image quay.io/ceph/ceph --show-all-versions | grep 16.2.0 - ceph orch upgrade ls --image quay.io/ceph/ceph --tags | grep v16.2.2 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: c433f1062990a0488dc29a553589bc609a460691 timestamp: 2026-02-11_14:50:33 tube: trial user: gabrioux verbose: true worker_log: /home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.2161924 2026-02-12T03:17:47.413 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_84a80275f63e26ece3f633fd033fd9ecbda16ed2/qa; will attempt to use it 2026-02-12T03:17:47.413 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_84a80275f63e26ece3f633fd033fd9ecbda16ed2/qa/tasks 2026-02-12T03:17:47.413 INFO:teuthology.run_tasks:Running task internal.check_packages... 2026-02-12T03:17:47.415 INFO:teuthology.task.internal:Checking packages... 2026-02-12T03:17:47.415 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '84a80275f63e26ece3f633fd033fd9ecbda16ed2' 2026-02-12T03:17:47.415 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-12T03:17:47.415 INFO:teuthology.packaging:ref: None 2026-02-12T03:17:47.415 INFO:teuthology.packaging:tag: None 2026-02-12T03:17:47.415 INFO:teuthology.packaging:branch: wip-guits-main-2026-02-11-1317 2026-02-12T03:17:47.415 INFO:teuthology.packaging:sha1: 84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:17:47.415 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-guits-main-2026-02-11-1317 2026-02-12T03:17:47.553 INFO:teuthology.task.internal:Found packages for ceph version 20.3.0-5250.g84a80275 2026-02-12T03:17:47.554 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2026-02-12T03:17:47.566 INFO:teuthology.task.internal:no buildpackages task found 2026-02-12T03:17:47.566 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-02-12T03:17:47.575 INFO:teuthology.task.internal:Saving configuration 2026-02-12T03:17:47.582 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-02-12T03:17:47.593 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-02-12T03:17:47.652 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial086.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_14:50:33-orch:cephadm-wip-guits-main-2026-02-11-1317-distro-default-trial/45568', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-12 03:14:28.353072', 'locked_by': 'scheduled_gabrioux@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDRnwUbd6I5mEH3QbXQTfjupqj6DyQ58VZb/qzYOioMxOQw/rPg/sPlUma72DEnf7XBO98x2dcN39qRn6rKBp+0='} 2026-02-12T03:17:47.708 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial145.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_14:50:33-orch:cephadm-wip-guits-main-2026-02-11-1317-distro-default-trial/45568', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-12 03:14:28.352467', 'locked_by': 'scheduled_gabrioux@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFceii6VdO3nja+/4PdZWimF2m32I5ZSVvGnPzJ0I7QBP9wi2oT3VIYO5UCyMS36rn+1jqTuod4eQMNm0VkDck8='} 2026-02-12T03:17:47.708 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-02-12T03:17:47.719 INFO:teuthology.task.internal:roles: ubuntu@trial086.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2026-02-12T03:17:47.719 INFO:teuthology.task.internal:roles: ubuntu@trial145.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2026-02-12T03:17:47.719 INFO:teuthology.run_tasks:Running task console_log... 2026-02-12T03:17:47.851 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7617267dd1c0>, signals=[15]) 2026-02-12T03:17:47.851 INFO:teuthology.run_tasks:Running task internal.connect... 2026-02-12T03:17:47.864 INFO:teuthology.task.internal:Opening connections... 2026-02-12T03:17:47.864 DEBUG:teuthology.task.internal:connecting to ubuntu@trial086.front.sepia.ceph.com 2026-02-12T03:17:47.865 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T03:17:47.924 DEBUG:teuthology.task.internal:connecting to ubuntu@trial145.front.sepia.ceph.com 2026-02-12T03:17:47.925 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T03:17:47.986 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-02-12T03:17:47.999 DEBUG:teuthology.orchestra.run.trial086:> uname -m 2026-02-12T03:17:48.015 INFO:teuthology.orchestra.run.trial086.stdout:x86_64 2026-02-12T03:17:48.015 DEBUG:teuthology.orchestra.run.trial086:> cat /etc/os-release 2026-02-12T03:17:48.070 INFO:teuthology.orchestra.run.trial086.stdout:NAME="CentOS Stream" 2026-02-12T03:17:48.070 INFO:teuthology.orchestra.run.trial086.stdout:VERSION="9" 2026-02-12T03:17:48.070 INFO:teuthology.orchestra.run.trial086.stdout:ID="centos" 2026-02-12T03:17:48.070 INFO:teuthology.orchestra.run.trial086.stdout:ID_LIKE="rhel fedora" 2026-02-12T03:17:48.070 INFO:teuthology.orchestra.run.trial086.stdout:VERSION_ID="9" 2026-02-12T03:17:48.070 INFO:teuthology.orchestra.run.trial086.stdout:PLATFORM_ID="platform:el9" 2026-02-12T03:17:48.070 INFO:teuthology.orchestra.run.trial086.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-12T03:17:48.070 INFO:teuthology.orchestra.run.trial086.stdout:ANSI_COLOR="0;31" 2026-02-12T03:17:48.071 INFO:teuthology.orchestra.run.trial086.stdout:LOGO="fedora-logo-icon" 2026-02-12T03:17:48.071 INFO:teuthology.orchestra.run.trial086.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-12T03:17:48.071 INFO:teuthology.orchestra.run.trial086.stdout:HOME_URL="https://centos.org/" 2026-02-12T03:17:48.071 INFO:teuthology.orchestra.run.trial086.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-12T03:17:48.071 INFO:teuthology.orchestra.run.trial086.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-12T03:17:48.071 INFO:teuthology.orchestra.run.trial086.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-12T03:17:48.071 INFO:teuthology.lock.ops:Updating trial086.front.sepia.ceph.com on lock server 2026-02-12T03:17:48.139 DEBUG:teuthology.orchestra.run.trial145:> uname -m 2026-02-12T03:17:48.154 INFO:teuthology.orchestra.run.trial145.stdout:x86_64 2026-02-12T03:17:48.154 DEBUG:teuthology.orchestra.run.trial145:> cat /etc/os-release 2026-02-12T03:17:48.210 INFO:teuthology.orchestra.run.trial145.stdout:NAME="CentOS Stream" 2026-02-12T03:17:48.210 INFO:teuthology.orchestra.run.trial145.stdout:VERSION="9" 2026-02-12T03:17:48.210 INFO:teuthology.orchestra.run.trial145.stdout:ID="centos" 2026-02-12T03:17:48.210 INFO:teuthology.orchestra.run.trial145.stdout:ID_LIKE="rhel fedora" 2026-02-12T03:17:48.210 INFO:teuthology.orchestra.run.trial145.stdout:VERSION_ID="9" 2026-02-12T03:17:48.210 INFO:teuthology.orchestra.run.trial145.stdout:PLATFORM_ID="platform:el9" 2026-02-12T03:17:48.210 INFO:teuthology.orchestra.run.trial145.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-12T03:17:48.210 INFO:teuthology.orchestra.run.trial145.stdout:ANSI_COLOR="0;31" 2026-02-12T03:17:48.210 INFO:teuthology.orchestra.run.trial145.stdout:LOGO="fedora-logo-icon" 2026-02-12T03:17:48.210 INFO:teuthology.orchestra.run.trial145.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-12T03:17:48.210 INFO:teuthology.orchestra.run.trial145.stdout:HOME_URL="https://centos.org/" 2026-02-12T03:17:48.210 INFO:teuthology.orchestra.run.trial145.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-12T03:17:48.210 INFO:teuthology.orchestra.run.trial145.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-12T03:17:48.210 INFO:teuthology.orchestra.run.trial145.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-12T03:17:48.211 INFO:teuthology.lock.ops:Updating trial145.front.sepia.ceph.com on lock server 2026-02-12T03:17:48.279 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-02-12T03:17:48.291 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-02-12T03:17:48.303 INFO:teuthology.task.internal:Checking for old test directory... 2026-02-12T03:17:48.303 DEBUG:teuthology.orchestra.run.trial086:> test '!' -e /home/ubuntu/cephtest 2026-02-12T03:17:48.304 DEBUG:teuthology.orchestra.run.trial145:> test '!' -e /home/ubuntu/cephtest 2026-02-12T03:17:48.319 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-02-12T03:17:48.330 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-02-12T03:17:48.330 DEBUG:teuthology.orchestra.run.trial086:> test -z $(ls -A /var/lib/ceph) 2026-02-12T03:17:48.360 DEBUG:teuthology.orchestra.run.trial145:> test -z $(ls -A /var/lib/ceph) 2026-02-12T03:17:48.375 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-02-12T03:17:48.511 INFO:teuthology.run_tasks:Running task kernel... 2026-02-12T03:17:48.531 INFO:teuthology.task.kernel:normalize config orig: {'branch': 'distro', 'kdb': True, 'sha1': 'distro'} 2026-02-12T03:17:48.531 INFO:teuthology.task.kernel:config {'mon.a': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}, 'mon.b': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}}, timeout 300 2026-02-12T03:17:48.531 DEBUG:teuthology.orchestra.run.trial086:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-12T03:17:48.531 DEBUG:teuthology.orchestra.run.trial145:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-12T03:17:48.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T03:17:48.545 DEBUG:teuthology.orchestra.run.trial086:> uname -r 2026-02-12T03:17:48.546 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T03:17:48.546 DEBUG:teuthology.orchestra.run.trial145:> uname -r 2026-02-12T03:17:48.601 INFO:teuthology.orchestra.run.trial086.stdout:5.14.0-645.el9.x86_64 2026-02-12T03:17:48.601 INFO:teuthology.task.kernel:Running kernel on trial086: 5.14.0-645.el9.x86_64 2026-02-12T03:17:48.601 DEBUG:teuthology.orchestra.run.trial086:> sudo yum install -y kernel 2026-02-12T03:17:48.602 INFO:teuthology.orchestra.run.trial145.stdout:5.14.0-645.el9.x86_64 2026-02-12T03:17:48.602 INFO:teuthology.task.kernel:Running kernel on trial145: 5.14.0-645.el9.x86_64 2026-02-12T03:17:48.602 DEBUG:teuthology.orchestra.run.trial145:> sudo yum install -y kernel 2026-02-12T03:17:49.714 INFO:teuthology.orchestra.run.trial145.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.9 MB 00:00 2026-02-12T03:17:53.449 INFO:teuthology.orchestra.run.trial145.stdout:CentOS Stream 9 - AppStream 8.4 MB/s | 27 MB 00:03 2026-02-12T03:17:56.405 INFO:teuthology.orchestra.run.trial145.stdout:CentOS Stream 9 - CRB 13 MB/s | 7.8 MB 00:00 2026-02-12T03:17:57.214 INFO:teuthology.orchestra.run.trial086.stdout:CentOS Stream 9 - BaseOS 1.1 MB/s | 8.9 MB 00:08 2026-02-12T03:17:57.316 INFO:teuthology.orchestra.run.trial145.stdout:CentOS Stream 9 - Extras packages 103 kB/s | 20 kB 00:00 2026-02-12T03:18:15.318 INFO:teuthology.orchestra.run.trial145.stdout:Extra Packages for Enterprise Linux 1.1 MB/s | 20 MB 00:17 2026-02-12T03:18:18.560 INFO:teuthology.orchestra.run.trial145.stdout:lab-extras 1.7 MB/s | 50 kB 00:00 2026-02-12T03:18:19.619 INFO:teuthology.orchestra.run.trial145.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-12T03:18:19.639 INFO:teuthology.orchestra.run.trial145.stdout:Dependencies resolved. 2026-02-12T03:18:19.640 INFO:teuthology.orchestra.run.trial145.stdout:================================================================================ 2026-02-12T03:18:19.640 INFO:teuthology.orchestra.run.trial145.stdout: Package Architecture Version Repository Size 2026-02-12T03:18:19.640 INFO:teuthology.orchestra.run.trial145.stdout:================================================================================ 2026-02-12T03:18:19.640 INFO:teuthology.orchestra.run.trial145.stdout:Installing: 2026-02-12T03:18:19.640 INFO:teuthology.orchestra.run.trial145.stdout: kernel x86_64 5.14.0-677.el9 baseos 768 k 2026-02-12T03:18:19.640 INFO:teuthology.orchestra.run.trial145.stdout:Installing dependencies: 2026-02-12T03:18:19.640 INFO:teuthology.orchestra.run.trial145.stdout: kernel-core x86_64 5.14.0-677.el9 baseos 17 M 2026-02-12T03:18:19.640 INFO:teuthology.orchestra.run.trial145.stdout: kernel-modules x86_64 5.14.0-677.el9 baseos 40 M 2026-02-12T03:18:19.640 INFO:teuthology.orchestra.run.trial145.stdout: kernel-modules-core x86_64 5.14.0-677.el9 baseos 31 M 2026-02-12T03:18:19.641 INFO:teuthology.orchestra.run.trial145.stdout: 2026-02-12T03:18:19.641 INFO:teuthology.orchestra.run.trial145.stdout:Transaction Summary 2026-02-12T03:18:19.641 INFO:teuthology.orchestra.run.trial145.stdout:================================================================================ 2026-02-12T03:18:19.641 INFO:teuthology.orchestra.run.trial145.stdout:Install 4 Packages 2026-02-12T03:18:19.641 INFO:teuthology.orchestra.run.trial145.stdout: 2026-02-12T03:18:19.641 INFO:teuthology.orchestra.run.trial145.stdout:Total download size: 88 M 2026-02-12T03:18:19.641 INFO:teuthology.orchestra.run.trial145.stdout:Installed size: 135 M 2026-02-12T03:18:19.641 INFO:teuthology.orchestra.run.trial145.stdout:Downloading Packages: 2026-02-12T03:18:20.966 INFO:teuthology.orchestra.run.trial145.stdout:(1/4): kernel-5.14.0-677.el9.x86_64.rpm 605 kB/s | 768 kB 00:01 2026-02-12T03:18:23.683 INFO:teuthology.orchestra.run.trial086.stdout:CentOS Stream 9 - AppStream 1.0 MB/s | 27 MB 00:25 2026-02-12T03:18:27.465 INFO:teuthology.orchestra.run.trial086.stdout:CentOS Stream 9 - CRB 5.9 MB/s | 7.8 MB 00:01 2026-02-12T03:18:29.017 INFO:teuthology.orchestra.run.trial086.stdout:CentOS Stream 9 - Extras packages 24 kB/s | 20 kB 00:00 2026-02-12T03:18:29.761 INFO:teuthology.orchestra.run.trial086.stdout:Extra Packages for Enterprise Linux 30 MB/s | 20 MB 00:00 2026-02-12T03:18:32.944 INFO:teuthology.orchestra.run.trial086.stdout:lab-extras 2.7 MB/s | 50 kB 00:00 2026-02-12T03:18:34.010 INFO:teuthology.orchestra.run.trial086.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-12T03:18:34.030 INFO:teuthology.orchestra.run.trial086.stdout:Dependencies resolved. 2026-02-12T03:18:34.031 INFO:teuthology.orchestra.run.trial086.stdout:================================================================================ 2026-02-12T03:18:34.032 INFO:teuthology.orchestra.run.trial086.stdout: Package Architecture Version Repository Size 2026-02-12T03:18:34.032 INFO:teuthology.orchestra.run.trial086.stdout:================================================================================ 2026-02-12T03:18:34.032 INFO:teuthology.orchestra.run.trial086.stdout:Installing: 2026-02-12T03:18:34.032 INFO:teuthology.orchestra.run.trial086.stdout: kernel x86_64 5.14.0-677.el9 baseos 768 k 2026-02-12T03:18:34.032 INFO:teuthology.orchestra.run.trial086.stdout:Installing dependencies: 2026-02-12T03:18:34.032 INFO:teuthology.orchestra.run.trial086.stdout: kernel-core x86_64 5.14.0-677.el9 baseos 17 M 2026-02-12T03:18:34.032 INFO:teuthology.orchestra.run.trial086.stdout: kernel-modules x86_64 5.14.0-677.el9 baseos 40 M 2026-02-12T03:18:34.032 INFO:teuthology.orchestra.run.trial086.stdout: kernel-modules-core x86_64 5.14.0-677.el9 baseos 31 M 2026-02-12T03:18:34.032 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:18:34.032 INFO:teuthology.orchestra.run.trial086.stdout:Transaction Summary 2026-02-12T03:18:34.033 INFO:teuthology.orchestra.run.trial086.stdout:================================================================================ 2026-02-12T03:18:34.033 INFO:teuthology.orchestra.run.trial086.stdout:Install 4 Packages 2026-02-12T03:18:34.033 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:18:34.033 INFO:teuthology.orchestra.run.trial086.stdout:Total download size: 88 M 2026-02-12T03:18:34.033 INFO:teuthology.orchestra.run.trial086.stdout:Installed size: 135 M 2026-02-12T03:18:34.033 INFO:teuthology.orchestra.run.trial086.stdout:Downloading Packages: 2026-02-12T03:18:35.445 INFO:teuthology.orchestra.run.trial086.stdout:(1/4): kernel-5.14.0-677.el9.x86_64.rpm 568 kB/s | 768 kB 00:01 2026-02-12T03:18:38.835 INFO:teuthology.orchestra.run.trial145.stdout:(2/4): kernel-core-5.14.0-677.el9.x86_64.rpm 912 kB/s | 17 MB 00:19 2026-02-12T03:18:47.530 INFO:teuthology.orchestra.run.trial145.stdout:(3/4): kernel-modules-5.14.0-677.el9.x86_64.rpm 1.4 MB/s | 40 MB 00:27 2026-02-12T03:18:48.144 INFO:teuthology.orchestra.run.trial086.stdout:(2/4): kernel-modules-core-5.14.0-677.el9.x86_6 2.4 MB/s | 31 MB 00:12 2026-02-12T03:18:53.181 INFO:teuthology.orchestra.run.trial086.stdout:(3/4): kernel-core-5.14.0-677.el9.x86_64.rpm 914 kB/s | 17 MB 00:19 2026-02-12T03:18:54.995 INFO:teuthology.orchestra.run.trial145.stdout:(4/4): kernel-modules-core-5.14.0-677.el9.x86_6 927 kB/s | 31 MB 00:34 2026-02-12T03:18:54.997 INFO:teuthology.orchestra.run.trial145.stdout:-------------------------------------------------------------------------------- 2026-02-12T03:18:54.997 INFO:teuthology.orchestra.run.trial145.stdout:Total 2.5 MB/s | 88 MB 00:35 2026-02-12T03:18:55.183 INFO:teuthology.orchestra.run.trial145.stdout:Running transaction check 2026-02-12T03:18:55.385 INFO:teuthology.orchestra.run.trial145.stdout:Transaction check succeeded. 2026-02-12T03:18:55.385 INFO:teuthology.orchestra.run.trial145.stdout:Running transaction test 2026-02-12T03:18:55.731 INFO:teuthology.orchestra.run.trial145.stdout:Transaction test succeeded. 2026-02-12T03:18:55.732 INFO:teuthology.orchestra.run.trial145.stdout:Running transaction 2026-02-12T03:18:56.828 INFO:teuthology.orchestra.run.trial145.stdout: Preparing : 1/1 2026-02-12T03:18:57.114 INFO:teuthology.orchestra.run.trial145.stdout: Installing : kernel-modules-core-5.14.0-677.el9.x86_64 1/4 2026-02-12T03:18:57.133 INFO:teuthology.orchestra.run.trial145.stdout: Installing : kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T03:18:58.897 INFO:teuthology.orchestra.run.trial145.stdout: Running scriptlet: kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T03:18:58.926 INFO:teuthology.orchestra.run.trial145.stdout: Installing : kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T03:19:01.947 INFO:teuthology.orchestra.run.trial145.stdout: Running scriptlet: kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T03:19:01.954 INFO:teuthology.orchestra.run.trial145.stdout: Installing : kernel-5.14.0-677.el9.x86_64 4/4 2026-02-12T03:19:05.055 INFO:teuthology.orchestra.run.trial145.stdout: Running scriptlet: kernel-modules-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T03:19:18.210 INFO:teuthology.orchestra.run.trial086.stdout:(4/4): kernel-modules-5.14.0-677.el9.x86_64.rpm 919 kB/s | 40 MB 00:44 2026-02-12T03:19:18.212 INFO:teuthology.orchestra.run.trial086.stdout:-------------------------------------------------------------------------------- 2026-02-12T03:19:18.212 INFO:teuthology.orchestra.run.trial086.stdout:Total 2.0 MB/s | 88 MB 00:44 2026-02-12T03:19:18.401 INFO:teuthology.orchestra.run.trial086.stdout:Running transaction check 2026-02-12T03:19:18.599 INFO:teuthology.orchestra.run.trial086.stdout:Transaction check succeeded. 2026-02-12T03:19:18.599 INFO:teuthology.orchestra.run.trial086.stdout:Running transaction test 2026-02-12T03:19:18.942 INFO:teuthology.orchestra.run.trial086.stdout:Transaction test succeeded. 2026-02-12T03:19:18.943 INFO:teuthology.orchestra.run.trial086.stdout:Running transaction 2026-02-12T03:19:20.031 INFO:teuthology.orchestra.run.trial086.stdout: Preparing : 1/1 2026-02-12T03:19:20.314 INFO:teuthology.orchestra.run.trial086.stdout: Installing : kernel-modules-core-5.14.0-677.el9.x86_64 1/4 2026-02-12T03:19:20.333 INFO:teuthology.orchestra.run.trial086.stdout: Installing : kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T03:19:22.088 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T03:19:22.117 INFO:teuthology.orchestra.run.trial086.stdout: Installing : kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T03:19:25.138 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T03:19:25.144 INFO:teuthology.orchestra.run.trial086.stdout: Installing : kernel-5.14.0-677.el9.x86_64 4/4 2026-02-12T03:19:28.244 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: kernel-modules-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T03:19:35.564 INFO:teuthology.orchestra.run.trial145.stdout: Running scriptlet: kernel-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T03:19:35.585 INFO:teuthology.orchestra.run.trial145.stdout: Running scriptlet: kernel-modules-5.14.0-677.el9.x86_64 4/4 2026-02-12T03:19:35.648 INFO:teuthology.orchestra.run.trial145.stdout: Running scriptlet: kernel-5.14.0-677.el9.x86_64 4/4 2026-02-12T03:19:35.648 INFO:teuthology.orchestra.run.trial145.stdout: Verifying : kernel-5.14.0-677.el9.x86_64 1/4 2026-02-12T03:19:35.648 INFO:teuthology.orchestra.run.trial145.stdout: Verifying : kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T03:19:35.648 INFO:teuthology.orchestra.run.trial145.stdout: Verifying : kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T03:19:35.700 INFO:teuthology.orchestra.run.trial145.stdout: Verifying : kernel-modules-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T03:19:35.700 INFO:teuthology.orchestra.run.trial145.stdout: 2026-02-12T03:19:35.701 INFO:teuthology.orchestra.run.trial145.stdout:Installed: 2026-02-12T03:19:35.701 INFO:teuthology.orchestra.run.trial145.stdout: kernel-5.14.0-677.el9.x86_64 2026-02-12T03:19:35.701 INFO:teuthology.orchestra.run.trial145.stdout: kernel-core-5.14.0-677.el9.x86_64 2026-02-12T03:19:35.701 INFO:teuthology.orchestra.run.trial145.stdout: kernel-modules-5.14.0-677.el9.x86_64 2026-02-12T03:19:35.701 INFO:teuthology.orchestra.run.trial145.stdout: kernel-modules-core-5.14.0-677.el9.x86_64 2026-02-12T03:19:35.701 INFO:teuthology.orchestra.run.trial145.stdout: 2026-02-12T03:19:35.701 INFO:teuthology.orchestra.run.trial145.stdout:Complete! 2026-02-12T03:19:35.759 DEBUG:teuthology.orchestra.run.trial145:> rpm -q kernel | sort -rV | head -n 1 2026-02-12T03:19:35.784 INFO:teuthology.orchestra.run.trial145.stdout:kernel-5.14.0-677.el9.x86_64 2026-02-12T03:19:35.785 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-677.el9.x86_64 2026-02-12T03:19:35.785 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-645.el9.x86_64 Expected: 5.14.0-677.el9.x86_64 2026-02-12T03:19:35.785 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2026-02-12T03:19:35.785 DEBUG:teuthology.task.kernel:src is distro, skipping download 2026-02-12T03:19:35.785 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2026-02-12T03:19:35.786 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@trial145.front.sepia.ceph.com, path=None, version=distro) 2026-02-12T03:19:35.786 DEBUG:teuthology.orchestra.run.trial145:> rpm -q kernel | sort -rV | head -n 1 2026-02-12T03:19:35.847 INFO:teuthology.orchestra.run.trial145.stdout:kernel-5.14.0-677.el9.x86_64 2026-02-12T03:19:35.848 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-677.el9.x86_64 2026-02-12T03:19:35.849 DEBUG:teuthology.orchestra.run.trial145:> sudo rpm -qi grub2-tools 2026-02-12T03:19:35.916 INFO:teuthology.orchestra.run.trial145.stdout:Name : grub2-tools 2026-02-12T03:19:35.916 INFO:teuthology.orchestra.run.trial145.stdout:Epoch : 1 2026-02-12T03:19:35.917 INFO:teuthology.orchestra.run.trial145.stdout:Version : 2.06 2026-02-12T03:19:35.917 INFO:teuthology.orchestra.run.trial145.stdout:Release : 118.el9 2026-02-12T03:19:35.917 INFO:teuthology.orchestra.run.trial145.stdout:Architecture: x86_64 2026-02-12T03:19:35.917 INFO:teuthology.orchestra.run.trial145.stdout:Install Date: Thu 04 Dec 2025 11:54:21 PM UTC 2026-02-12T03:19:35.917 INFO:teuthology.orchestra.run.trial145.stdout:Group : Unspecified 2026-02-12T03:19:35.917 INFO:teuthology.orchestra.run.trial145.stdout:Size : 8393909 2026-02-12T03:19:35.917 INFO:teuthology.orchestra.run.trial145.stdout:License : GPLv3+ 2026-02-12T03:19:35.917 INFO:teuthology.orchestra.run.trial145.stdout:Signature : RSA/SHA256, Wed 05 Nov 2025 09:13:15 AM UTC, Key ID 05b555b38483c65d 2026-02-12T03:19:35.917 INFO:teuthology.orchestra.run.trial145.stdout:Source RPM : grub2-2.06-118.el9.src.rpm 2026-02-12T03:19:35.917 INFO:teuthology.orchestra.run.trial145.stdout:Build Date : Tue 04 Nov 2025 03:44:14 PM UTC 2026-02-12T03:19:35.917 INFO:teuthology.orchestra.run.trial145.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2026-02-12T03:19:35.918 INFO:teuthology.orchestra.run.trial145.stdout:Packager : builder@centos.org 2026-02-12T03:19:35.918 INFO:teuthology.orchestra.run.trial145.stdout:Vendor : CentOS 2026-02-12T03:19:35.918 INFO:teuthology.orchestra.run.trial145.stdout:URL : http://www.gnu.org/software/grub/ 2026-02-12T03:19:35.918 INFO:teuthology.orchestra.run.trial145.stdout:Summary : Support tools for GRUB. 2026-02-12T03:19:35.918 INFO:teuthology.orchestra.run.trial145.stdout:Description : 2026-02-12T03:19:35.918 INFO:teuthology.orchestra.run.trial145.stdout: 2026-02-12T03:19:35.918 INFO:teuthology.orchestra.run.trial145.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2026-02-12T03:19:35.918 INFO:teuthology.orchestra.run.trial145.stdout:customizable bootloader with modular architecture. It supports a rich 2026-02-12T03:19:35.918 INFO:teuthology.orchestra.run.trial145.stdout:variety of kernel formats, file systems, computer architectures and 2026-02-12T03:19:35.918 INFO:teuthology.orchestra.run.trial145.stdout:hardware devices. 2026-02-12T03:19:35.918 INFO:teuthology.orchestra.run.trial145.stdout: 2026-02-12T03:19:35.918 INFO:teuthology.orchestra.run.trial145.stdout:This subpackage provides tools for support of all platforms. 2026-02-12T03:19:35.920 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2026-02-12T03:19:35.920 INFO:teuthology.task.kernel:Updating grub on trial145 to boot 5.14.0-677.el9.x86_64 2026-02-12T03:19:35.920 DEBUG:teuthology.orchestra.run.trial145:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f -print -quit 2026-02-12T03:19:35.983 INFO:teuthology.orchestra.run.trial145.stdout:/boot/loader/entries/2734456005d743dca7f3dc77c35a2d0d-0-rescue.conf 2026-02-12T03:19:35.984 DEBUG:teuthology.orchestra.run.trial145:> sudo command -v grubby && echo yes || echo no 2026-02-12T03:19:36.048 INFO:teuthology.orchestra.run.trial145.stdout:/sbin/grubby 2026-02-12T03:19:36.049 INFO:teuthology.orchestra.run.trial145.stdout:yes 2026-02-12T03:19:36.050 DEBUG:teuthology.orchestra.run.trial145:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f | grep -F "5.14.0-677.el9.x86_64" | head -n 1 2026-02-12T03:19:36.114 INFO:teuthology.orchestra.run.trial145.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-677.el9.x86_64.conf 2026-02-12T03:19:36.114 DEBUG:teuthology.orchestra.run.trial145:> sudo grub2-set-default b0373be789df49cdafedf423703d2566-5.14.0-677.el9.x86_64 2026-02-12T03:19:36.185 DEBUG:teuthology.orchestra.run.trial145:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2026-02-12T03:19:36.394 INFO:teuthology.orchestra.run.trial145.stderr:Generating grub configuration file ... 2026-02-12T03:19:36.456 INFO:teuthology.orchestra.run.trial145.stderr:Found linux image: /boot/vmlinuz-5.14.0-677.el9.x86_64 2026-02-12T03:19:36.462 INFO:teuthology.orchestra.run.trial145.stderr:Found initrd image: /boot/initramfs-5.14.0-677.el9.x86_64.img 2026-02-12T03:19:36.713 INFO:teuthology.orchestra.run.trial145.stderr:Found linux image: /boot/vmlinuz-5.14.0-645.el9.x86_64 2026-02-12T03:19:36.720 INFO:teuthology.orchestra.run.trial145.stderr:Found initrd image: /boot/initramfs-5.14.0-645.el9.x86_64.img 2026-02-12T03:19:36.751 INFO:teuthology.orchestra.run.trial145.stderr:Found linux image: /boot/vmlinuz-0-rescue-b0373be789df49cdafedf423703d2566 2026-02-12T03:19:36.758 INFO:teuthology.orchestra.run.trial145.stderr:Found initrd image: /boot/initramfs-0-rescue-b0373be789df49cdafedf423703d2566.img 2026-02-12T03:19:36.782 INFO:teuthology.orchestra.run.trial145.stderr:Found linux image: /boot/vmlinuz-0-rescue-2734456005d743dca7f3dc77c35a2d0d 2026-02-12T03:19:36.788 INFO:teuthology.orchestra.run.trial145.stderr:Found initrd image: /boot/initramfs-0-rescue-2734456005d743dca7f3dc77c35a2d0d.img 2026-02-12T03:19:36.871 INFO:teuthology.orchestra.run.trial145.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2026-02-12T03:19:36.879 INFO:teuthology.orchestra.run.trial145.stderr:done 2026-02-12T03:19:36.881 DEBUG:teuthology.orchestra.run.trial145:> test -d /sys/firmware/efi 2026-02-12T03:19:36.897 DEBUG:teuthology.orchestra.run.trial145:> sudo find /boot/efi/EFI -mindepth 1 -maxdepth 1 -type d || true 2026-02-12T03:19:36.963 INFO:teuthology.orchestra.run.trial145.stdout:/boot/efi/EFI/BOOT 2026-02-12T03:19:36.963 INFO:teuthology.orchestra.run.trial145.stdout:/boot/efi/EFI/centos 2026-02-12T03:19:36.965 DEBUG:teuthology.orchestra.run.trial145:> sudo test -f /boot/efi/EFI/BOOT/grub.cfg && echo yes || echo no 2026-02-12T03:19:37.031 INFO:teuthology.orchestra.run.trial145.stdout:no 2026-02-12T03:19:37.032 DEBUG:teuthology.orchestra.run.trial145:> sudo test -f /boot/efi/EFI/centos/grub.cfg && echo yes || echo no 2026-02-12T03:19:37.097 INFO:teuthology.orchestra.run.trial145.stdout:yes 2026-02-12T03:19:37.098 DEBUG:teuthology.orchestra.run.trial145:> sudo cp -f /boot/grub2/grub.cfg /boot/efi/EFI/centos/grub.cfg 2026-02-12T03:19:37.162 DEBUG:teuthology.orchestra.run.trial145:> sudo shutdown -r now 2026-02-12T03:19:37.234 ERROR:paramiko.transport:Socket exception: Connection reset by peer (104) 2026-02-12T03:19:58.597 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: kernel-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T03:19:58.618 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: kernel-modules-5.14.0-677.el9.x86_64 4/4 2026-02-12T03:19:58.785 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: kernel-5.14.0-677.el9.x86_64 4/4 2026-02-12T03:19:58.785 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : kernel-5.14.0-677.el9.x86_64 1/4 2026-02-12T03:19:58.785 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T03:19:58.786 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T03:19:58.837 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : kernel-modules-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T03:19:58.837 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:19:58.837 INFO:teuthology.orchestra.run.trial086.stdout:Installed: 2026-02-12T03:19:58.838 INFO:teuthology.orchestra.run.trial086.stdout: kernel-5.14.0-677.el9.x86_64 2026-02-12T03:19:58.838 INFO:teuthology.orchestra.run.trial086.stdout: kernel-core-5.14.0-677.el9.x86_64 2026-02-12T03:19:58.838 INFO:teuthology.orchestra.run.trial086.stdout: kernel-modules-5.14.0-677.el9.x86_64 2026-02-12T03:19:58.838 INFO:teuthology.orchestra.run.trial086.stdout: kernel-modules-core-5.14.0-677.el9.x86_64 2026-02-12T03:19:58.838 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:19:58.838 INFO:teuthology.orchestra.run.trial086.stdout:Complete! 2026-02-12T03:19:58.893 DEBUG:teuthology.orchestra.run.trial086:> rpm -q kernel | sort -rV | head -n 1 2026-02-12T03:19:58.919 INFO:teuthology.orchestra.run.trial086.stdout:kernel-5.14.0-677.el9.x86_64 2026-02-12T03:19:58.921 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-677.el9.x86_64 2026-02-12T03:19:58.921 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-645.el9.x86_64 Expected: 5.14.0-677.el9.x86_64 2026-02-12T03:19:58.921 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2026-02-12T03:19:58.921 DEBUG:teuthology.task.kernel:src is distro, skipping download 2026-02-12T03:19:58.921 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2026-02-12T03:19:58.921 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@trial086.front.sepia.ceph.com, path=None, version=distro) 2026-02-12T03:19:58.921 DEBUG:teuthology.orchestra.run.trial086:> rpm -q kernel | sort -rV | head -n 1 2026-02-12T03:19:58.984 INFO:teuthology.orchestra.run.trial086.stdout:kernel-5.14.0-677.el9.x86_64 2026-02-12T03:19:58.985 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-677.el9.x86_64 2026-02-12T03:19:58.985 DEBUG:teuthology.orchestra.run.trial086:> sudo rpm -qi grub2-tools 2026-02-12T03:19:59.054 INFO:teuthology.orchestra.run.trial086.stdout:Name : grub2-tools 2026-02-12T03:19:59.054 INFO:teuthology.orchestra.run.trial086.stdout:Epoch : 1 2026-02-12T03:19:59.055 INFO:teuthology.orchestra.run.trial086.stdout:Version : 2.06 2026-02-12T03:19:59.055 INFO:teuthology.orchestra.run.trial086.stdout:Release : 118.el9 2026-02-12T03:19:59.055 INFO:teuthology.orchestra.run.trial086.stdout:Architecture: x86_64 2026-02-12T03:19:59.055 INFO:teuthology.orchestra.run.trial086.stdout:Install Date: Thu 04 Dec 2025 11:54:21 PM UTC 2026-02-12T03:19:59.055 INFO:teuthology.orchestra.run.trial086.stdout:Group : Unspecified 2026-02-12T03:19:59.055 INFO:teuthology.orchestra.run.trial086.stdout:Size : 8393909 2026-02-12T03:19:59.055 INFO:teuthology.orchestra.run.trial086.stdout:License : GPLv3+ 2026-02-12T03:19:59.055 INFO:teuthology.orchestra.run.trial086.stdout:Signature : RSA/SHA256, Wed 05 Nov 2025 09:13:15 AM UTC, Key ID 05b555b38483c65d 2026-02-12T03:19:59.055 INFO:teuthology.orchestra.run.trial086.stdout:Source RPM : grub2-2.06-118.el9.src.rpm 2026-02-12T03:19:59.055 INFO:teuthology.orchestra.run.trial086.stdout:Build Date : Tue 04 Nov 2025 03:44:14 PM UTC 2026-02-12T03:19:59.055 INFO:teuthology.orchestra.run.trial086.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2026-02-12T03:19:59.055 INFO:teuthology.orchestra.run.trial086.stdout:Packager : builder@centos.org 2026-02-12T03:19:59.055 INFO:teuthology.orchestra.run.trial086.stdout:Vendor : CentOS 2026-02-12T03:19:59.056 INFO:teuthology.orchestra.run.trial086.stdout:URL : http://www.gnu.org/software/grub/ 2026-02-12T03:19:59.056 INFO:teuthology.orchestra.run.trial086.stdout:Summary : Support tools for GRUB. 2026-02-12T03:19:59.056 INFO:teuthology.orchestra.run.trial086.stdout:Description : 2026-02-12T03:19:59.056 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:19:59.056 INFO:teuthology.orchestra.run.trial086.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2026-02-12T03:19:59.056 INFO:teuthology.orchestra.run.trial086.stdout:customizable bootloader with modular architecture. It supports a rich 2026-02-12T03:19:59.056 INFO:teuthology.orchestra.run.trial086.stdout:variety of kernel formats, file systems, computer architectures and 2026-02-12T03:19:59.056 INFO:teuthology.orchestra.run.trial086.stdout:hardware devices. 2026-02-12T03:19:59.056 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:19:59.056 INFO:teuthology.orchestra.run.trial086.stdout:This subpackage provides tools for support of all platforms. 2026-02-12T03:19:59.057 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2026-02-12T03:19:59.058 INFO:teuthology.task.kernel:Updating grub on trial086 to boot 5.14.0-677.el9.x86_64 2026-02-12T03:19:59.058 DEBUG:teuthology.orchestra.run.trial086:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f -print -quit 2026-02-12T03:19:59.119 INFO:teuthology.orchestra.run.trial086.stdout:/boot/loader/entries/2734456005d743dca7f3dc77c35a2d0d-0-rescue.conf 2026-02-12T03:19:59.121 DEBUG:teuthology.orchestra.run.trial086:> sudo command -v grubby && echo yes || echo no 2026-02-12T03:19:59.185 INFO:teuthology.orchestra.run.trial086.stdout:/sbin/grubby 2026-02-12T03:19:59.186 INFO:teuthology.orchestra.run.trial086.stdout:yes 2026-02-12T03:19:59.187 DEBUG:teuthology.orchestra.run.trial086:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f | grep -F "5.14.0-677.el9.x86_64" | head -n 1 2026-02-12T03:19:59.249 INFO:teuthology.orchestra.run.trial086.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-677.el9.x86_64.conf 2026-02-12T03:19:59.251 DEBUG:teuthology.orchestra.run.trial086:> sudo grub2-set-default b0373be789df49cdafedf423703d2566-5.14.0-677.el9.x86_64 2026-02-12T03:19:59.323 DEBUG:teuthology.orchestra.run.trial086:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2026-02-12T03:19:59.533 INFO:teuthology.orchestra.run.trial086.stderr:Generating grub configuration file ... 2026-02-12T03:19:59.596 INFO:teuthology.orchestra.run.trial086.stderr:Found linux image: /boot/vmlinuz-5.14.0-677.el9.x86_64 2026-02-12T03:19:59.602 INFO:teuthology.orchestra.run.trial086.stderr:Found initrd image: /boot/initramfs-5.14.0-677.el9.x86_64.img 2026-02-12T03:19:59.853 INFO:teuthology.orchestra.run.trial086.stderr:Found linux image: /boot/vmlinuz-5.14.0-645.el9.x86_64 2026-02-12T03:19:59.860 INFO:teuthology.orchestra.run.trial086.stderr:Found initrd image: /boot/initramfs-5.14.0-645.el9.x86_64.img 2026-02-12T03:19:59.891 INFO:teuthology.orchestra.run.trial086.stderr:Found linux image: /boot/vmlinuz-0-rescue-b0373be789df49cdafedf423703d2566 2026-02-12T03:19:59.897 INFO:teuthology.orchestra.run.trial086.stderr:Found initrd image: /boot/initramfs-0-rescue-b0373be789df49cdafedf423703d2566.img 2026-02-12T03:19:59.921 INFO:teuthology.orchestra.run.trial086.stderr:Found linux image: /boot/vmlinuz-0-rescue-2734456005d743dca7f3dc77c35a2d0d 2026-02-12T03:19:59.928 INFO:teuthology.orchestra.run.trial086.stderr:Found initrd image: /boot/initramfs-0-rescue-2734456005d743dca7f3dc77c35a2d0d.img 2026-02-12T03:20:00.010 INFO:teuthology.orchestra.run.trial086.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2026-02-12T03:20:00.018 INFO:teuthology.orchestra.run.trial086.stderr:done 2026-02-12T03:20:00.020 DEBUG:teuthology.orchestra.run.trial086:> test -d /sys/firmware/efi 2026-02-12T03:20:00.036 DEBUG:teuthology.orchestra.run.trial086:> sudo find /boot/efi/EFI -mindepth 1 -maxdepth 1 -type d || true 2026-02-12T03:20:00.101 INFO:teuthology.orchestra.run.trial086.stdout:/boot/efi/EFI/BOOT 2026-02-12T03:20:00.101 INFO:teuthology.orchestra.run.trial086.stdout:/boot/efi/EFI/centos 2026-02-12T03:20:00.103 DEBUG:teuthology.orchestra.run.trial086:> sudo test -f /boot/efi/EFI/BOOT/grub.cfg && echo yes || echo no 2026-02-12T03:20:00.169 INFO:teuthology.orchestra.run.trial086.stdout:no 2026-02-12T03:20:00.169 DEBUG:teuthology.orchestra.run.trial086:> sudo test -f /boot/efi/EFI/centos/grub.cfg && echo yes || echo no 2026-02-12T03:20:00.234 INFO:teuthology.orchestra.run.trial086.stdout:yes 2026-02-12T03:20:00.234 DEBUG:teuthology.orchestra.run.trial086:> sudo cp -f /boot/grub2/grub.cfg /boot/efi/EFI/centos/grub.cfg 2026-02-12T03:20:00.300 DEBUG:teuthology.orchestra.run.trial086:> sudo shutdown -r now 2026-02-12T03:20:00.372 ERROR:paramiko.transport:Socket exception: Connection reset by peer (104) 2026-02-12T03:20:07.211 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2026-02-12T03:20:07.211 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial145.front.sepia.ceph.com' 2026-02-12T03:20:07.212 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T03:20:30.354 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2026-02-12T03:20:30.354 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial086.front.sepia.ceph.com' 2026-02-12T03:20:30.355 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T03:21:07.250 DEBUG:teuthology.orchestra.remote:timed out 2026-02-12T03:21:16.260 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial145.front.sepia.ceph.com' 2026-02-12T03:21:16.261 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T03:21:16.400 DEBUG:teuthology.orchestra.run.trial145:> true 2026-02-12T03:21:16.552 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial145.front.sepia.ceph.com' 2026-02-12T03:21:16.552 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-677.el9.x86_64"... 2026-02-12T03:21:16.552 DEBUG:teuthology.orchestra.run.trial145:> uname -r 2026-02-12T03:21:16.608 INFO:teuthology.orchestra.run.trial145.stdout:5.14.0-677.el9.x86_64 2026-02-12T03:21:16.609 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-677.el9.x86_64 vs 5.14.0-677.el9.x86_64 2026-02-12T03:21:16.609 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2026-02-12T03:21:16.609 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2026-02-12T03:21:17.610 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2026-02-12T03:21:17.610 DEBUG:teuthology.orchestra.run.trial145:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-12T03:21:17.638 INFO:teuthology.orchestra.run.trial145.stdout:ttyS1 2026-02-12T03:21:17.663 DEBUG:teuthology.parallel:result is None 2026-02-12T03:21:30.357 DEBUG:teuthology.orchestra.remote:timed out 2026-02-12T03:21:39.357 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial086.front.sepia.ceph.com' 2026-02-12T03:21:39.358 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T03:21:39.488 DEBUG:teuthology.orchestra.run.trial086:> true 2026-02-12T03:21:39.630 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial086.front.sepia.ceph.com' 2026-02-12T03:21:39.631 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-677.el9.x86_64"... 2026-02-12T03:21:39.631 DEBUG:teuthology.orchestra.run.trial086:> uname -r 2026-02-12T03:21:39.686 INFO:teuthology.orchestra.run.trial086.stdout:5.14.0-677.el9.x86_64 2026-02-12T03:21:39.687 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-677.el9.x86_64 vs 5.14.0-677.el9.x86_64 2026-02-12T03:21:39.687 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2026-02-12T03:21:39.687 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2026-02-12T03:21:40.688 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2026-02-12T03:21:40.688 DEBUG:teuthology.orchestra.run.trial086:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-12T03:21:40.718 INFO:teuthology.orchestra.run.trial086.stdout:ttyS1 2026-02-12T03:21:40.737 DEBUG:teuthology.parallel:result is None 2026-02-12T03:21:40.737 INFO:teuthology.run_tasks:Running task internal.base... 2026-02-12T03:21:40.753 INFO:teuthology.task.internal:Creating test directory... 2026-02-12T03:21:40.753 DEBUG:teuthology.orchestra.run.trial086:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-12T03:21:40.780 DEBUG:teuthology.orchestra.run.trial145:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-12T03:21:40.798 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-02-12T03:21:40.810 INFO:teuthology.run_tasks:Running task internal.archive... 2026-02-12T03:21:40.825 INFO:teuthology.task.internal:Creating archive directory... 2026-02-12T03:21:40.825 DEBUG:teuthology.orchestra.run.trial086:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-12T03:21:40.836 DEBUG:teuthology.orchestra.run.trial145:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-12T03:21:40.864 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-02-12T03:21:40.876 INFO:teuthology.task.internal:Enabling coredump saving... 2026-02-12T03:21:40.876 DEBUG:teuthology.orchestra.run.trial086:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-12T03:21:40.894 DEBUG:teuthology.orchestra.run.trial145:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-12T03:21:40.915 INFO:teuthology.orchestra.run.trial086.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-12T03:21:40.920 INFO:teuthology.orchestra.run.trial145.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-12T03:21:40.923 INFO:teuthology.orchestra.run.trial086.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-12T03:21:40.929 INFO:teuthology.orchestra.run.trial145.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-12T03:21:40.931 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-02-12T03:21:40.943 INFO:teuthology.task.internal:Configuring sudo... 2026-02-12T03:21:40.944 DEBUG:teuthology.orchestra.run.trial086:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-12T03:21:40.968 DEBUG:teuthology.orchestra.run.trial145:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-12T03:21:40.996 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-02-12T03:21:41.016 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-02-12T03:21:41.017 DEBUG:teuthology.orchestra.run.trial086:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-12T03:21:41.032 DEBUG:teuthology.orchestra.run.trial145:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-12T03:21:41.052 DEBUG:teuthology.orchestra.run.trial086:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T03:21:41.174 DEBUG:teuthology.orchestra.run.trial086:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T03:21:41.199 DEBUG:teuthology.orchestra.run.trial086:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T03:21:41.340 DEBUG:teuthology.orchestra.run.trial086:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T03:21:41.363 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-12T03:21:41.363 DEBUG:teuthology.orchestra.run.trial086:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-12T03:21:41.426 DEBUG:teuthology.orchestra.run.trial145:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T03:21:41.543 DEBUG:teuthology.orchestra.run.trial145:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T03:21:41.569 DEBUG:teuthology.orchestra.run.trial145:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T03:21:41.717 DEBUG:teuthology.orchestra.run.trial145:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T03:21:41.742 DEBUG:teuthology.orchestra.run.trial145:> set -ex 2026-02-12T03:21:41.742 DEBUG:teuthology.orchestra.run.trial145:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-12T03:21:41.806 DEBUG:teuthology.orchestra.run.trial086:> sudo service rsyslog restart 2026-02-12T03:21:41.811 DEBUG:teuthology.orchestra.run.trial145:> sudo service rsyslog restart 2026-02-12T03:21:41.838 INFO:teuthology.orchestra.run.trial086.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-12T03:21:41.874 INFO:teuthology.orchestra.run.trial145.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-12T03:21:42.363 INFO:teuthology.run_tasks:Running task internal.timer... 2026-02-12T03:21:42.378 INFO:teuthology.task.internal:Starting timer... 2026-02-12T03:21:42.378 INFO:teuthology.run_tasks:Running task pcp... 2026-02-12T03:21:42.395 INFO:teuthology.run_tasks:Running task selinux... 2026-02-12T03:21:42.407 DEBUG:teuthology.orchestra.run.trial086:> sudo service auditd rotate 2026-02-12T03:21:42.436 INFO:teuthology.orchestra.run.trial086.stdout:Rotating logs: 2026-02-12T03:21:42.438 DEBUG:teuthology.orchestra.run.trial145:> sudo service auditd rotate 2026-02-12T03:21:42.466 INFO:teuthology.orchestra.run.trial145.stdout:Rotating logs: 2026-02-12T03:21:42.468 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-02-12T03:21:42.468 DEBUG:teuthology.orchestra.run.trial086:> /usr/sbin/getenforce 2026-02-12T03:21:42.493 INFO:teuthology.orchestra.run.trial086.stdout:Permissive 2026-02-12T03:21:42.493 DEBUG:teuthology.orchestra.run.trial145:> /usr/sbin/getenforce 2026-02-12T03:21:42.523 INFO:teuthology.orchestra.run.trial145.stdout:Permissive 2026-02-12T03:21:42.523 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@trial086.front.sepia.ceph.com': 'permissive', 'ubuntu@trial145.front.sepia.ceph.com': 'permissive'} 2026-02-12T03:21:42.524 DEBUG:teuthology.orchestra.run.trial086:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2026-02-12T03:21:42.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T03:21:42.558 DEBUG:teuthology.orchestra.run.trial145:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2026-02-12T03:21:42.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T03:21:42.590 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-02-12T03:21:42.590 DEBUG:teuthology.orchestra.run.trial086:> sudo /usr/sbin/setenforce permissive 2026-02-12T03:21:42.621 DEBUG:teuthology.orchestra.run.trial145:> sudo /usr/sbin/setenforce permissive 2026-02-12T03:21:42.655 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-02-12T03:21:42.668 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2026-02-12T03:21:42.675 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-02-12T03:21:42.675 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit trial086.front.sepia.ceph.com,trial145.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2026-02-12T03:22:52.658 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@trial086.front.sepia.ceph.com'), Remote(name='ubuntu@trial145.front.sepia.ceph.com')] 2026-02-12T03:22:52.659 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial086.front.sepia.ceph.com' 2026-02-12T03:22:52.659 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T03:22:52.743 DEBUG:teuthology.orchestra.run.trial086:> true 2026-02-12T03:22:52.815 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial086.front.sepia.ceph.com' 2026-02-12T03:22:52.815 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial145.front.sepia.ceph.com' 2026-02-12T03:22:52.815 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T03:22:52.883 DEBUG:teuthology.orchestra.run.trial145:> true 2026-02-12T03:22:52.956 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial145.front.sepia.ceph.com' 2026-02-12T03:22:52.956 INFO:teuthology.run_tasks:Running task clock... 2026-02-12T03:22:52.969 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-02-12T03:22:52.969 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-12T03:22:52.969 DEBUG:teuthology.orchestra.run.trial086:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-12T03:22:52.971 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-12T03:22:52.971 DEBUG:teuthology.orchestra.run.trial145:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-12T03:22:52.997 INFO:teuthology.orchestra.run.trial086.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-12T03:22:53.009 INFO:teuthology.orchestra.run.trial086.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-12T03:22:53.023 INFO:teuthology.orchestra.run.trial145.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-12T03:22:53.029 INFO:teuthology.orchestra.run.trial086.stderr:sudo: ntpd: command not found 2026-02-12T03:22:53.036 INFO:teuthology.orchestra.run.trial145.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-12T03:22:53.038 INFO:teuthology.orchestra.run.trial086.stdout:506 Cannot talk to daemon 2026-02-12T03:22:53.050 INFO:teuthology.orchestra.run.trial086.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-12T03:22:53.056 INFO:teuthology.orchestra.run.trial145.stderr:sudo: ntpd: command not found 2026-02-12T03:22:53.062 INFO:teuthology.orchestra.run.trial086.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-12T03:22:53.065 INFO:teuthology.orchestra.run.trial145.stdout:506 Cannot talk to daemon 2026-02-12T03:22:53.077 INFO:teuthology.orchestra.run.trial145.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-12T03:22:53.089 INFO:teuthology.orchestra.run.trial145.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-12T03:22:53.105 INFO:teuthology.orchestra.run.trial086.stderr:bash: line 1: ntpq: command not found 2026-02-12T03:22:53.121 INFO:teuthology.orchestra.run.trial086.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-12T03:22:53.121 INFO:teuthology.orchestra.run.trial086.stdout:=============================================================================== 2026-02-12T03:22:53.121 INFO:teuthology.orchestra.run.trial086.stdout:^? lax1.us.ntp.li 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-12T03:22:53.121 INFO:teuthology.orchestra.run.trial086.stdout:^? 69-10-208-170.rainiercon> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-12T03:22:53.121 INFO:teuthology.orchestra.run.trial086.stdout:^? static.190.111.161.5.cli> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-12T03:22:53.121 INFO:teuthology.orchestra.run.trial086.stdout:^? time.cloudflare.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-12T03:22:53.135 INFO:teuthology.orchestra.run.trial145.stderr:bash: line 1: ntpq: command not found 2026-02-12T03:22:53.163 INFO:teuthology.orchestra.run.trial145.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-12T03:22:53.164 INFO:teuthology.orchestra.run.trial145.stdout:=============================================================================== 2026-02-12T03:22:53.164 INFO:teuthology.orchestra.run.trial145.stdout:^? time-h.den.codehof.net 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-12T03:22:53.164 INFO:teuthology.orchestra.run.trial145.stdout:^? 172-238-164-57.ip.linode> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-12T03:22:53.164 INFO:teuthology.orchestra.run.trial145.stdout:^? dev.smatwebdesign.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-12T03:22:53.164 INFO:teuthology.orchestra.run.trial145.stdout:^? 74.208.112.156 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-12T03:22:53.165 INFO:teuthology.run_tasks:Running task cephadm... 2026-02-12T03:22:53.293 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'squid', 'image': 'quay.ceph.io/ceph-ci/ceph:squid', 'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1, 'mgr/cephadm/use_agent': False}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'CEPHADM_STRAY_DAEMON', 'CEPHADM_FAILED_DAEMON', 'CEPHADM_AGENT_DOWN'], 'log-only-match': ['CEPHADM_'], 'sha1': '84a80275f63e26ece3f633fd033fd9ecbda16ed2'} 2026-02-12T03:22:53.293 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:squid 2026-02-12T03:22:53.295 INFO:tasks.cephadm:Cluster fsid is 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:22:53.295 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2026-02-12T03:22:53.295 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '10.20.193.86', 'mon.c': '[v2:10.20.193.86:3301,v1:10.20.193.86:6790]', 'mon.b': '10.20.193.145'} 2026-02-12T03:22:53.295 INFO:tasks.cephadm:First mon is mon.a on trial086 2026-02-12T03:22:53.295 INFO:tasks.cephadm:First mgr is y 2026-02-12T03:22:53.295 INFO:tasks.cephadm:Normalizing hostnames... 2026-02-12T03:22:53.295 DEBUG:teuthology.orchestra.run.trial086:> sudo hostname $(hostname -s) 2026-02-12T03:22:53.321 DEBUG:teuthology.orchestra.run.trial145:> sudo hostname $(hostname -s) 2026-02-12T03:22:53.347 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for squid 2026-02-12T03:22:53.347 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:22:53.474 INFO:tasks.cephadm:builder_project result: [{'url': 'https://2.chacra.ceph.com/r/ceph/wip-guits-main-2026-02-11-1317/84a80275f63e26ece3f633fd033fd9ecbda16ed2/centos/9/flavors/default/', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/wip-guits-main-2026-02-11-1317/84a80275f63e26ece3f633fd033fd9ecbda16ed2/centos/9/flavors/default/', 'ref': 'wip-guits-main-2026-02-11-1317', 'sha1': '84a80275f63e26ece3f633fd033fd9ecbda16ed2', 'distro': 'centos', 'distro_version': '9', 'distro_codename': None, 'modified': '2026-02-11 14:00:21.587195', 'status': 'ready', 'flavor': 'default', 'project': 'ceph', 'archs': ['source', 'x86_64'], 'extra': {'version': '20.3.0-5250-g84a80275', 'package_manager_version': '20.3.0-5250.g84a80275', 'build_url': 'https://jenkins.ceph.com/job/ceph-dev-pipeline/2922/', 'root_build_cause': '', 'node_name': '10.20.192.98+toko08', 'job_name': 'ceph-dev-pipeline'}}] 2026-02-12T03:22:53.648 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref squid, sha1 283431c091dafc302f5753f809d0bd1eddce0869 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=squid 2026-02-12T03:22:53.650 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/x86_64/flavors/default/cephadm 2026-02-12T03:22:53.650 INFO:tasks.cephadm:Downloading cephadm from url: https://3.chacra.ceph.com/binaries/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/x86_64/flavors/default/cephadm 2026-02-12T03:22:53.651 DEBUG:teuthology.orchestra.run.trial086:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-02-12T03:22:53.997 INFO:teuthology.orchestra.run.trial086.stdout:-rw-r--r--. 1 ubuntu ubuntu 788157 Feb 12 03:22 /home/ubuntu/cephtest/cephadm 2026-02-12T03:22:53.998 DEBUG:teuthology.orchestra.run.trial145:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-02-12T03:22:54.308 INFO:teuthology.orchestra.run.trial145.stdout:-rw-r--r--. 1 ubuntu ubuntu 788157 Feb 12 03:22 /home/ubuntu/cephtest/cephadm 2026-02-12T03:22:54.309 DEBUG:teuthology.orchestra.run.trial086:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-02-12T03:22:54.327 DEBUG:teuthology.orchestra.run.trial145:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-02-12T03:22:54.362 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:squid on all hosts... 2026-02-12T03:22:54.363 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid pull 2026-02-12T03:22:54.369 DEBUG:teuthology.orchestra.run.trial145:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid pull 2026-02-12T03:22:54.654 INFO:teuthology.orchestra.run.trial086.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2026-02-12T03:22:54.663 INFO:teuthology.orchestra.run.trial145.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2026-02-12T03:23:04.173 INFO:teuthology.orchestra.run.trial145.stdout:{ 2026-02-12T03:23:04.173 INFO:teuthology.orchestra.run.trial145.stdout: "ceph_version": "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)", 2026-02-12T03:23:04.173 INFO:teuthology.orchestra.run.trial145.stdout: "image_id": "4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126", 2026-02-12T03:23:04.173 INFO:teuthology.orchestra.run.trial145.stdout: "repo_digests": [ 2026-02-12T03:23:04.173 INFO:teuthology.orchestra.run.trial145.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4" 2026-02-12T03:23:04.173 INFO:teuthology.orchestra.run.trial145.stdout: ] 2026-02-12T03:23:04.173 INFO:teuthology.orchestra.run.trial145.stdout:} 2026-02-12T03:23:04.211 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:23:04.211 INFO:teuthology.orchestra.run.trial086.stdout: "ceph_version": "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)", 2026-02-12T03:23:04.211 INFO:teuthology.orchestra.run.trial086.stdout: "image_id": "4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126", 2026-02-12T03:23:04.211 INFO:teuthology.orchestra.run.trial086.stdout: "repo_digests": [ 2026-02-12T03:23:04.211 INFO:teuthology.orchestra.run.trial086.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4" 2026-02-12T03:23:04.212 INFO:teuthology.orchestra.run.trial086.stdout: ] 2026-02-12T03:23:04.212 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:23:04.227 DEBUG:teuthology.orchestra.run.trial086:> sudo mkdir -p /etc/ceph 2026-02-12T03:23:04.307 DEBUG:teuthology.orchestra.run.trial145:> sudo mkdir -p /etc/ceph 2026-02-12T03:23:04.336 DEBUG:teuthology.orchestra.run.trial086:> sudo chmod 777 /etc/ceph 2026-02-12T03:23:04.361 DEBUG:teuthology.orchestra.run.trial145:> sudo chmod 777 /etc/ceph 2026-02-12T03:23:04.400 INFO:tasks.cephadm:Writing seed config... 2026-02-12T03:23:04.402 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2026-02-12T03:23:04.403 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2026-02-12T03:23:04.403 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2026-02-12T03:23:04.403 INFO:tasks.cephadm: override: [mgr] mgr/cephadm/use_agent = False 2026-02-12T03:23:04.403 INFO:tasks.cephadm: override: [mon] debug mon = 20 2026-02-12T03:23:04.403 INFO:tasks.cephadm: override: [mon] debug ms = 1 2026-02-12T03:23:04.403 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2026-02-12T03:23:04.403 INFO:tasks.cephadm: override: [osd] debug ms = 1 2026-02-12T03:23:04.403 INFO:tasks.cephadm: override: [osd] debug osd = 20 2026-02-12T03:23:04.404 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-12T03:23:04.404 DEBUG:teuthology.orchestra.run.trial086:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2026-02-12T03:23:04.421 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 1df67b0b-07c2-11f1-abd4-d404e6e7d460 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd mclock skip benchmark = true osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = true bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 mgr/cephadm/use_agent = False [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2026-02-12T03:23:04.421 DEBUG:teuthology.orchestra.run.trial086:mon.a> sudo journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mon.a.service 2026-02-12T03:23:04.463 DEBUG:teuthology.orchestra.run.trial086:mgr.y> sudo journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mgr.y.service 2026-02-12T03:23:04.507 INFO:tasks.cephadm:Bootstrapping... 2026-02-12T03:23:04.507 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid -v bootstrap --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 10.20.193.86 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2026-02-12T03:23:04.771 INFO:teuthology.orchestra.run.trial086.stdout:-------------------------------------------------------------------------------- 2026-02-12T03:23:04.771 INFO:teuthology.orchestra.run.trial086.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:squid', '-v', 'bootstrap', '--fsid', '1df67b0b-07c2-11f1-abd4-d404e6e7d460', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '10.20.193.86', '--skip-admin-label'] 2026-02-12T03:23:04.772 INFO:teuthology.orchestra.run.trial086.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2026-02-12T03:23:04.772 INFO:teuthology.orchestra.run.trial086.stdout:Verifying podman|docker is present... 2026-02-12T03:23:04.788 INFO:teuthology.orchestra.run.trial086.stdout:/bin/podman: stdout 5.6.0 2026-02-12T03:23:04.788 INFO:teuthology.orchestra.run.trial086.stdout:Verifying lvm2 is present... 2026-02-12T03:23:04.788 INFO:teuthology.orchestra.run.trial086.stdout:Verifying time synchronization is in place... 2026-02-12T03:23:04.794 INFO:teuthology.orchestra.run.trial086.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-02-12T03:23:04.794 INFO:teuthology.orchestra.run.trial086.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-02-12T03:23:04.800 INFO:teuthology.orchestra.run.trial086.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-02-12T03:23:04.800 INFO:teuthology.orchestra.run.trial086.stdout:systemctl: stdout inactive 2026-02-12T03:23:04.806 INFO:teuthology.orchestra.run.trial086.stdout:systemctl: stdout enabled 2026-02-12T03:23:04.812 INFO:teuthology.orchestra.run.trial086.stdout:systemctl: stdout active 2026-02-12T03:23:04.812 INFO:teuthology.orchestra.run.trial086.stdout:Unit chronyd.service is enabled and running 2026-02-12T03:23:04.812 INFO:teuthology.orchestra.run.trial086.stdout:Repeating the final host check... 2026-02-12T03:23:04.828 INFO:teuthology.orchestra.run.trial086.stdout:/bin/podman: stdout 5.6.0 2026-02-12T03:23:04.828 INFO:teuthology.orchestra.run.trial086.stdout:podman (/bin/podman) version 5.6.0 is present 2026-02-12T03:23:04.828 INFO:teuthology.orchestra.run.trial086.stdout:systemctl is present 2026-02-12T03:23:04.829 INFO:teuthology.orchestra.run.trial086.stdout:lvcreate is present 2026-02-12T03:23:04.834 INFO:teuthology.orchestra.run.trial086.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-02-12T03:23:04.834 INFO:teuthology.orchestra.run.trial086.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-02-12T03:23:04.839 INFO:teuthology.orchestra.run.trial086.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-02-12T03:23:04.839 INFO:teuthology.orchestra.run.trial086.stdout:systemctl: stdout inactive 2026-02-12T03:23:04.844 INFO:teuthology.orchestra.run.trial086.stdout:systemctl: stdout enabled 2026-02-12T03:23:04.850 INFO:teuthology.orchestra.run.trial086.stdout:systemctl: stdout active 2026-02-12T03:23:04.850 INFO:teuthology.orchestra.run.trial086.stdout:Unit chronyd.service is enabled and running 2026-02-12T03:23:04.850 INFO:teuthology.orchestra.run.trial086.stdout:Host looks OK 2026-02-12T03:23:04.850 INFO:teuthology.orchestra.run.trial086.stdout:Cluster fsid: 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:04.850 INFO:teuthology.orchestra.run.trial086.stdout:Acquiring lock 139899437180336 on /run/cephadm/1df67b0b-07c2-11f1-abd4-d404e6e7d460.lock 2026-02-12T03:23:04.850 INFO:teuthology.orchestra.run.trial086.stdout:Lock 139899437180336 acquired on /run/cephadm/1df67b0b-07c2-11f1-abd4-d404e6e7d460.lock 2026-02-12T03:23:04.850 INFO:teuthology.orchestra.run.trial086.stdout:Verifying IP 10.20.193.86 port 3300 ... 2026-02-12T03:23:04.851 INFO:teuthology.orchestra.run.trial086.stdout:Verifying IP 10.20.193.86 port 6789 ... 2026-02-12T03:23:04.851 INFO:teuthology.orchestra.run.trial086.stdout:Base mon IP(s) is [10.20.193.86:3300, 10.20.193.86:6789], mon addrv is [v2:10.20.193.86:3300,v1:10.20.193.86:6789] 2026-02-12T03:23:04.853 INFO:teuthology.orchestra.run.trial086.stdout:/sbin/ip: stdout default via 10.20.192.1 dev enp1s0f0 proto dhcp src 10.20.193.86 metric 102 2026-02-12T03:23:04.853 INFO:teuthology.orchestra.run.trial086.stdout:/sbin/ip: stdout 10.20.192.0/20 dev enp1s0f0 proto kernel scope link src 10.20.193.86 metric 102 2026-02-12T03:23:04.853 INFO:teuthology.orchestra.run.trial086.stdout:/sbin/ip: stdout 169.254.3.0/24 dev enp7s0f4u2u2c2 proto kernel scope link src 169.254.3.1 metric 101 2026-02-12T03:23:04.856 INFO:teuthology.orchestra.run.trial086.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2026-02-12T03:23:04.856 INFO:teuthology.orchestra.run.trial086.stdout:/sbin/ip: stdout fe80::/64 dev enp1s0f0 proto kernel metric 256 pref medium 2026-02-12T03:23:04.856 INFO:teuthology.orchestra.run.trial086.stdout:/sbin/ip: stdout fe80::/64 dev enp7s0f4u2u2c2 proto kernel metric 1024 pref medium 2026-02-12T03:23:04.859 INFO:teuthology.orchestra.run.trial086.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2026-02-12T03:23:04.859 INFO:teuthology.orchestra.run.trial086.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2026-02-12T03:23:04.859 INFO:teuthology.orchestra.run.trial086.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-02-12T03:23:04.860 INFO:teuthology.orchestra.run.trial086.stdout:/sbin/ip: stdout 2: enp7s0f4u2u2c2: mtu 1500 state UNKNOWN qlen 1000 2026-02-12T03:23:04.860 INFO:teuthology.orchestra.run.trial086.stdout:/sbin/ip: stdout inet6 fe80::8a0e:459a:3057:d319/64 scope link noprefixroute 2026-02-12T03:23:04.860 INFO:teuthology.orchestra.run.trial086.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-02-12T03:23:04.860 INFO:teuthology.orchestra.run.trial086.stdout:/sbin/ip: stdout 3: enp1s0f0: mtu 1500 state UP qlen 1000 2026-02-12T03:23:04.860 INFO:teuthology.orchestra.run.trial086.stdout:/sbin/ip: stdout inet6 fe80::925a:8ff:fe77:61d2/64 scope link 2026-02-12T03:23:04.860 INFO:teuthology.orchestra.run.trial086.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-02-12T03:23:04.860 INFO:teuthology.orchestra.run.trial086.stdout:Mon IP `10.20.193.86` is in CIDR network `10.20.192.0/20` 2026-02-12T03:23:04.860 INFO:teuthology.orchestra.run.trial086.stdout:Mon IP `10.20.193.86` is in CIDR network `10.20.192.0/20` 2026-02-12T03:23:04.860 INFO:teuthology.orchestra.run.trial086.stdout:Inferred mon public CIDR from local network configuration ['10.20.192.0/20', '10.20.192.0/20'] 2026-02-12T03:23:04.860 INFO:teuthology.orchestra.run.trial086.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2026-02-12T03:23:04.860 INFO:teuthology.orchestra.run.trial086.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2026-02-12T03:23:05.078 INFO:teuthology.orchestra.run.trial086.stdout:/bin/podman: stdout 4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 2026-02-12T03:23:05.078 INFO:teuthology.orchestra.run.trial086.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:squid... 2026-02-12T03:23:05.078 INFO:teuthology.orchestra.run.trial086.stdout:/bin/podman: stderr Getting image source signatures 2026-02-12T03:23:05.078 INFO:teuthology.orchestra.run.trial086.stdout:/bin/podman: stderr Copying blob sha256:64e40020cdc81486fe697dfe0e523a5804d33e01a9e9bdfc58898ab18d415677 2026-02-12T03:23:05.078 INFO:teuthology.orchestra.run.trial086.stdout:/bin/podman: stderr Copying blob sha256:c92ccfe8c151fb35c12ff15a7a7de08028e120d73814d436eadc192e84f49ad9 2026-02-12T03:23:05.078 INFO:teuthology.orchestra.run.trial086.stdout:/bin/podman: stderr Copying config sha256:4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 2026-02-12T03:23:05.078 INFO:teuthology.orchestra.run.trial086.stdout:/bin/podman: stderr Writing manifest to image destination 2026-02-12T03:23:05.207 INFO:teuthology.orchestra.run.trial086.stdout:ceph: stdout ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable) 2026-02-12T03:23:05.208 INFO:teuthology.orchestra.run.trial086.stdout:Ceph version: ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable) 2026-02-12T03:23:05.208 INFO:teuthology.orchestra.run.trial086.stdout:Extracting ceph user uid/gid from container image... 2026-02-12T03:23:05.342 INFO:teuthology.orchestra.run.trial086.stdout:stat: stdout 167 167 2026-02-12T03:23:05.342 INFO:teuthology.orchestra.run.trial086.stdout:Creating initial keys... 2026-02-12T03:23:05.475 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph-authtool: stdout AQCZR41pfvkOGxAAp79p9C1q4jehXC4RFqDT/g== 2026-02-12T03:23:05.626 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph-authtool: stdout AQCZR41peFT7IhAAHkcGA1CXIXuz0YzmFa5OEg== 2026-02-12T03:23:05.729 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph-authtool: stdout AQCZR41pKnW/KhAAVcXGkXN2S3f/8VwqrECP0g== 2026-02-12T03:23:05.730 INFO:teuthology.orchestra.run.trial086.stdout:Creating initial monmap... 2026-02-12T03:23:05.852 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2026-02-12T03:23:05.852 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2026-02-12T03:23:05.852 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:05.852 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-02-12T03:23:05.853 INFO:teuthology.orchestra.run.trial086.stdout:monmaptool for a [v2:10.20.193.86:3300,v1:10.20.193.86:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2026-02-12T03:23:05.853 INFO:teuthology.orchestra.run.trial086.stdout:setting min_mon_release = quincy 2026-02-12T03:23:05.853 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/monmaptool: set fsid to 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:05.853 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-02-12T03:23:05.853 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:23:05.853 INFO:teuthology.orchestra.run.trial086.stdout:Creating mon... 2026-02-12T03:23:05.980 INFO:teuthology.orchestra.run.trial086.stdout:create mon.a on 2026-02-12T03:23:06.246 INFO:teuthology.orchestra.run.trial086.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2026-02-12T03:23:06.349 INFO:teuthology.orchestra.run.trial086.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460.target → /etc/systemd/system/ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460.target. 2026-02-12T03:23:06.350 INFO:teuthology.orchestra.run.trial086.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460.target → /etc/systemd/system/ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460.target. 2026-02-12T03:23:06.470 INFO:teuthology.orchestra.run.trial086.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mon.a 2026-02-12T03:23:06.470 INFO:teuthology.orchestra.run.trial086.stdout:systemctl: stderr Failed to reset failed state of unit ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mon.a.service: Unit ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mon.a.service not loaded. 2026-02-12T03:23:06.580 INFO:teuthology.orchestra.run.trial086.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460.target.wants/ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mon.a.service → /etc/systemd/system/ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@.service. 2026-02-12T03:23:06.717 INFO:teuthology.orchestra.run.trial086.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-12T03:23:06.717 INFO:teuthology.orchestra.run.trial086.stdout:systemctl: stdout disabled 2026-02-12T03:23:06.723 INFO:teuthology.orchestra.run.trial086.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-12T03:23:06.723 INFO:teuthology.orchestra.run.trial086.stdout:systemctl: stdout inactive 2026-02-12T03:23:06.723 INFO:teuthology.orchestra.run.trial086.stdout:firewalld.service is not enabled 2026-02-12T03:23:06.723 INFO:teuthology.orchestra.run.trial086.stdout:Not possible to enable service . firewalld.service is not available 2026-02-12T03:23:06.724 INFO:teuthology.orchestra.run.trial086.stdout:Waiting for mon to start... 2026-02-12T03:23:06.724 INFO:teuthology.orchestra.run.trial086.stdout:Waiting for mon... 2026-02-12T03:23:06.729 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:06 trial086 systemd[1]: Started Ceph mon.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:23:06.881 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout cluster: 2026-02-12T03:23:06.881 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout id: 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:06.881 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2026-02-12T03:23:06.881 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout 2026-02-12T03:23:06.881 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout services: 2026-02-12T03:23:06.881 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.132513s) 2026-02-12T03:23:06.882 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2026-02-12T03:23:06.882 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2026-02-12T03:23:06.882 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout 2026-02-12T03:23:06.882 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout data: 2026-02-12T03:23:06.882 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2026-02-12T03:23:06.882 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2026-02-12T03:23:06.882 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2026-02-12T03:23:06.882 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout pgs: 2026-02-12T03:23:06.882 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout 2026-02-12T03:23:06.882 INFO:teuthology.orchestra.run.trial086.stdout:mon is available 2026-02-12T03:23:06.882 INFO:teuthology.orchestra.run.trial086.stdout:Assimilating anything we can from ceph.conf... 2026-02-12T03:23:06.994 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:06 trial086 ceph-mon[14038]: mkfs 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:06.994 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:06 trial086 ceph-mon[14038]: mon.a is new leader, mons a in quorum (ranks 0) 2026-02-12T03:23:07.026 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout 2026-02-12T03:23:07.026 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout [global] 2026-02-12T03:23:07.026 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout fsid = 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:07.026 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-02-12T03:23:07.026 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout mon_host = [v2:10.20.193.86:3300,v1:10.20.193.86:6789] 2026-02-12T03:23:07.026 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-02-12T03:23:07.026 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-02-12T03:23:07.026 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-02-12T03:23:07.026 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-02-12T03:23:07.027 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout 2026-02-12T03:23:07.027 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout [mgr] 2026-02-12T03:23:07.027 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout mgr/cephadm/use_agent = False 2026-02-12T03:23:07.027 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-02-12T03:23:07.027 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout 2026-02-12T03:23:07.027 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout [osd] 2026-02-12T03:23:07.027 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-02-12T03:23:07.027 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-02-12T03:23:07.027 INFO:teuthology.orchestra.run.trial086.stdout:Generating new minimal ceph.conf... 2026-02-12T03:23:07.180 INFO:teuthology.orchestra.run.trial086.stdout:Restarting the monitor... 2026-02-12T03:23:07.257 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 systemd[1]: Stopping Ceph mon.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:23:07.512 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-a[14034]: 2026-02-12T03:23:07.256+0000 7f5b5ab4c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:23:07.512 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-a[14034]: 2026-02-12T03:23:07.256+0000 7f5b5ab4c640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2026-02-12T03:23:07.512 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 podman[14313]: 2026-02-12 03:23:07.357879494 +0000 UTC m=+0.114717264 container died 829da14e2813b680d7bba7cf61e3cb3d4948d9cbd41b36c25161b00374fd28f7 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-a, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=squid, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260202, org.label-schema.schema-version=1.0, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.41.3, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:23:07.512 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 podman[14313]: 2026-02-12 03:23:07.366398696 +0000 UTC m=+0.123236465 container remove 829da14e2813b680d7bba7cf61e3cb3d4948d9cbd41b36c25161b00374fd28f7 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-a, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.label-schema.build-date=20260202, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, ceph=True, CEPH_REF=squid, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS) 2026-02-12T03:23:07.512 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 bash[14313]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-a 2026-02-12T03:23:07.512 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mon.a.service: Deactivated successfully. 2026-02-12T03:23:07.512 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 systemd[1]: Stopped Ceph mon.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:23:07.512 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 systemd[1]: Starting Ceph mon.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:23:07.512 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 podman[14444]: 2026-02-12 03:23:07.510683018 +0000 UTC m=+0.016233673 container create d8b3e18533b346b3b8c212127370a8da9870d5cabc8db733160e934e368bf897 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-a, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, CEPH_REF=squid, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20260202, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:23:07.550 INFO:teuthology.orchestra.run.trial086.stdout:Setting public_network to 10.20.192.0/20 in mon config section 2026-02-12T03:23:07.707 INFO:teuthology.orchestra.run.trial086.stdout:Wrote config to /etc/ceph/ceph.conf 2026-02-12T03:23:07.707 INFO:teuthology.orchestra.run.trial086.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2026-02-12T03:23:07.707 INFO:teuthology.orchestra.run.trial086.stdout:Creating mgr... 2026-02-12T03:23:07.708 INFO:teuthology.orchestra.run.trial086.stdout:Verifying port 0.0.0.0:9283 ... 2026-02-12T03:23:07.708 INFO:teuthology.orchestra.run.trial086.stdout:Verifying port 0.0.0.0:8765 ... 2026-02-12T03:23:07.829 INFO:teuthology.orchestra.run.trial086.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mgr.y 2026-02-12T03:23:07.830 INFO:teuthology.orchestra.run.trial086.stdout:systemctl: stderr Failed to reset failed state of unit ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mgr.y.service: Unit ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mgr.y.service not loaded. 2026-02-12T03:23:07.835 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 podman[14444]: 2026-02-12 03:23:07.542193536 +0000 UTC m=+0.047744211 container init d8b3e18533b346b3b8c212127370a8da9870d5cabc8db733160e934e368bf897 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-a, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=squid, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260202, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, ceph=True, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:23:07.835 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 podman[14444]: 2026-02-12 03:23:07.544824236 +0000 UTC m=+0.050374881 container start d8b3e18533b346b3b8c212127370a8da9870d5cabc8db733160e934e368bf897 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-a, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.license=GPLv2, org.label-schema.build-date=20260202, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, CEPH_REF=squid, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:23:07.836 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 bash[14444]: d8b3e18533b346b3b8c212127370a8da9870d5cabc8db733160e934e368bf897 2026-02-12T03:23:07.836 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 podman[14444]: 2026-02-12 03:23:07.504283322 +0000 UTC m=+0.009833967 image pull 4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 quay.ceph.io/ceph-ci/ceph:squid 2026-02-12T03:23:07.836 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 systemd[1]: Started Ceph mon.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:23:07.836 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: set uid:gid to 167:167 (ceph:ceph) 2026-02-12T03:23:07.836 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable), process ceph-mon, pid 2 2026-02-12T03:23:07.836 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: pidfile_write: ignore empty --pid-file 2026-02-12T03:23:07.836 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: load: jerasure load: lrc 2026-02-12T03:23:07.836 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: RocksDB version: 7.9.2 2026-02-12T03:23:07.836 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Git sha 0 2026-02-12T03:23:07.836 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Compile date 2026-02-07 14:59:59 2026-02-12T03:23:07.837 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: DB SUMMARY 2026-02-12T03:23:07.837 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: DB Session ID: QW09H8NV52K9DVUMI6LG 2026-02-12T03:23:07.837 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: CURRENT file: CURRENT 2026-02-12T03:23:07.837 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: IDENTITY file: IDENTITY 2026-02-12T03:23:07.837 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2026-02-12T03:23:07.837 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2026-02-12T03:23:07.837 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 75083 ; 2026-02-12T03:23:07.837 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.error_if_exists: 0 2026-02-12T03:23:07.837 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.create_if_missing: 0 2026-02-12T03:23:07.837 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.paranoid_checks: 1 2026-02-12T03:23:07.837 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-12T03:23:07.837 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-12T03:23:07.837 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-12T03:23:07.838 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.env: 0x55ee7fdb4dc0 2026-02-12T03:23:07.838 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.fs: PosixFileSystem 2026-02-12T03:23:07.838 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.info_log: 0x55ee808db880 2026-02-12T03:23:07.838 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_file_opening_threads: 16 2026-02-12T03:23:07.838 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.statistics: (nil) 2026-02-12T03:23:07.838 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.use_fsync: 0 2026-02-12T03:23:07.838 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_log_file_size: 0 2026-02-12T03:23:07.838 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-12T03:23:07.838 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-12T03:23:07.838 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.keep_log_file_num: 1000 2026-02-12T03:23:07.838 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.recycle_log_file_num: 0 2026-02-12T03:23:07.838 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.allow_fallocate: 1 2026-02-12T03:23:07.839 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.allow_mmap_reads: 0 2026-02-12T03:23:07.839 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.allow_mmap_writes: 0 2026-02-12T03:23:07.839 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.use_direct_reads: 0 2026-02-12T03:23:07.839 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-12T03:23:07.839 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.create_missing_column_families: 0 2026-02-12T03:23:07.839 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.db_log_dir: 2026-02-12T03:23:07.839 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.wal_dir: 2026-02-12T03:23:07.839 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-12T03:23:07.840 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-12T03:23:07.840 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-12T03:23:07.840 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-12T03:23:07.840 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-12T03:23:07.840 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-12T03:23:07.840 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.advise_random_on_open: 1 2026-02-12T03:23:07.840 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.db_write_buffer_size: 0 2026-02-12T03:23:07.840 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.write_buffer_manager: 0x55ee808df900 2026-02-12T03:23:07.841 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-12T03:23:07.841 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-12T03:23:07.841 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-12T03:23:07.841 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.rate_limiter: (nil) 2026-02-12T03:23:07.841 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-12T03:23:07.841 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.wal_recovery_mode: 2 2026-02-12T03:23:07.841 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.enable_thread_tracking: 0 2026-02-12T03:23:07.841 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.enable_pipelined_write: 0 2026-02-12T03:23:07.841 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.unordered_write: 0 2026-02-12T03:23:07.841 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-12T03:23:07.843 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-12T03:23:07.843 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-12T03:23:07.843 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-12T03:23:07.843 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.row_cache: None 2026-02-12T03:23:07.843 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.wal_filter: None 2026-02-12T03:23:07.843 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-12T03:23:07.843 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.allow_ingest_behind: 0 2026-02-12T03:23:07.843 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.two_write_queues: 0 2026-02-12T03:23:07.843 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.manual_wal_flush: 0 2026-02-12T03:23:07.843 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.wal_compression: 0 2026-02-12T03:23:07.844 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.atomic_flush: 0 2026-02-12T03:23:07.844 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-12T03:23:07.844 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-12T03:23:07.844 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-12T03:23:07.844 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.log_readahead_size: 0 2026-02-12T03:23:07.844 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-12T03:23:07.844 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.best_efforts_recovery: 0 2026-02-12T03:23:07.844 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-12T03:23:07.844 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-12T03:23:07.844 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.allow_data_in_errors: 0 2026-02-12T03:23:07.844 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.db_host_id: __hostname__ 2026-02-12T03:23:07.844 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-12T03:23:07.845 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_background_jobs: 2 2026-02-12T03:23:07.845 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_background_compactions: -1 2026-02-12T03:23:07.845 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_subcompactions: 1 2026-02-12T03:23:07.845 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-12T03:23:07.845 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-12T03:23:07.845 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-12T03:23:07.845 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_total_wal_size: 0 2026-02-12T03:23:07.845 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-12T03:23:07.845 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-12T03:23:07.845 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-12T03:23:07.845 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-12T03:23:07.845 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_open_files: -1 2026-02-12T03:23:07.845 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.bytes_per_sync: 0 2026-02-12T03:23:07.846 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-12T03:23:07.846 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-12T03:23:07.846 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.compaction_readahead_size: 0 2026-02-12T03:23:07.846 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_background_flushes: -1 2026-02-12T03:23:07.846 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Compression algorithms supported: 2026-02-12T03:23:07.846 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: kZSTD supported: 0 2026-02-12T03:23:07.846 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: kXpressCompression supported: 0 2026-02-12T03:23:07.846 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: kBZip2Compression supported: 0 2026-02-12T03:23:07.846 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-12T03:23:07.846 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: kLZ4Compression supported: 1 2026-02-12T03:23:07.846 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: kZlibCompression supported: 1 2026-02-12T03:23:07.846 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: kLZ4HCCompression supported: 1 2026-02-12T03:23:07.846 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: kSnappyCompression supported: 1 2026-02-12T03:23:07.846 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-12T03:23:07.847 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-12T03:23:07.847 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2026-02-12T03:23:07.847 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-12T03:23:07.847 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-12T03:23:07.847 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.merge_operator: 2026-02-12T03:23:07.847 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.compaction_filter: None 2026-02-12T03:23:07.847 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.compaction_filter_factory: None 2026-02-12T03:23:07.847 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.sst_partitioner_factory: None 2026-02-12T03:23:07.847 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-12T03:23:07.847 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-12T03:23:07.847 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ee808da480) 2026-02-12T03:23:07.847 INFO:journalctl@ceph.mon.a.trial086.stdout: cache_index_and_filter_blocks: 1 2026-02-12T03:23:07.847 INFO:journalctl@ceph.mon.a.trial086.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-12T03:23:07.848 INFO:journalctl@ceph.mon.a.trial086.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-12T03:23:07.848 INFO:journalctl@ceph.mon.a.trial086.stdout: pin_top_level_index_and_filter: 1 2026-02-12T03:23:07.848 INFO:journalctl@ceph.mon.a.trial086.stdout: index_type: 0 2026-02-12T03:23:07.848 INFO:journalctl@ceph.mon.a.trial086.stdout: data_block_index_type: 0 2026-02-12T03:23:07.848 INFO:journalctl@ceph.mon.a.trial086.stdout: index_shortening: 1 2026-02-12T03:23:07.848 INFO:journalctl@ceph.mon.a.trial086.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-12T03:23:07.848 INFO:journalctl@ceph.mon.a.trial086.stdout: checksum: 4 2026-02-12T03:23:07.848 INFO:journalctl@ceph.mon.a.trial086.stdout: no_block_cache: 0 2026-02-12T03:23:07.848 INFO:journalctl@ceph.mon.a.trial086.stdout: block_cache: 0x55ee808ff350 2026-02-12T03:23:07.848 INFO:journalctl@ceph.mon.a.trial086.stdout: block_cache_name: BinnedLRUCache 2026-02-12T03:23:07.848 INFO:journalctl@ceph.mon.a.trial086.stdout: block_cache_options: 2026-02-12T03:23:07.848 INFO:journalctl@ceph.mon.a.trial086.stdout: capacity : 536870912 2026-02-12T03:23:07.848 INFO:journalctl@ceph.mon.a.trial086.stdout: num_shard_bits : 4 2026-02-12T03:23:07.849 INFO:journalctl@ceph.mon.a.trial086.stdout: strict_capacity_limit : 0 2026-02-12T03:23:07.849 INFO:journalctl@ceph.mon.a.trial086.stdout: high_pri_pool_ratio: 0.000 2026-02-12T03:23:07.849 INFO:journalctl@ceph.mon.a.trial086.stdout: block_cache_compressed: (nil) 2026-02-12T03:23:07.849 INFO:journalctl@ceph.mon.a.trial086.stdout: persistent_cache: (nil) 2026-02-12T03:23:07.849 INFO:journalctl@ceph.mon.a.trial086.stdout: block_size: 4096 2026-02-12T03:23:07.849 INFO:journalctl@ceph.mon.a.trial086.stdout: block_size_deviation: 10 2026-02-12T03:23:07.849 INFO:journalctl@ceph.mon.a.trial086.stdout: block_restart_interval: 16 2026-02-12T03:23:07.849 INFO:journalctl@ceph.mon.a.trial086.stdout: index_block_restart_interval: 1 2026-02-12T03:23:07.849 INFO:journalctl@ceph.mon.a.trial086.stdout: metadata_block_size: 4096 2026-02-12T03:23:07.849 INFO:journalctl@ceph.mon.a.trial086.stdout: partition_filters: 0 2026-02-12T03:23:07.849 INFO:journalctl@ceph.mon.a.trial086.stdout: use_delta_encoding: 1 2026-02-12T03:23:07.849 INFO:journalctl@ceph.mon.a.trial086.stdout: filter_policy: bloomfilter 2026-02-12T03:23:07.849 INFO:journalctl@ceph.mon.a.trial086.stdout: whole_key_filtering: 1 2026-02-12T03:23:07.849 INFO:journalctl@ceph.mon.a.trial086.stdout: verify_compression: 0 2026-02-12T03:23:07.850 INFO:journalctl@ceph.mon.a.trial086.stdout: read_amp_bytes_per_bit: 0 2026-02-12T03:23:07.850 INFO:journalctl@ceph.mon.a.trial086.stdout: format_version: 5 2026-02-12T03:23:07.850 INFO:journalctl@ceph.mon.a.trial086.stdout: enable_index_compression: 1 2026-02-12T03:23:07.850 INFO:journalctl@ceph.mon.a.trial086.stdout: block_align: 0 2026-02-12T03:23:07.850 INFO:journalctl@ceph.mon.a.trial086.stdout: max_auto_readahead_size: 262144 2026-02-12T03:23:07.850 INFO:journalctl@ceph.mon.a.trial086.stdout: prepopulate_block_cache: 0 2026-02-12T03:23:07.850 INFO:journalctl@ceph.mon.a.trial086.stdout: initial_auto_readahead_size: 8192 2026-02-12T03:23:07.850 INFO:journalctl@ceph.mon.a.trial086.stdout: num_file_reads_for_auto_readahead: 2 2026-02-12T03:23:07.850 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.write_buffer_size: 33554432 2026-02-12T03:23:07.850 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_write_buffer_number: 2 2026-02-12T03:23:07.850 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.compression: NoCompression 2026-02-12T03:23:07.851 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.bottommost_compression: Disabled 2026-02-12T03:23:07.851 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.prefix_extractor: nullptr 2026-02-12T03:23:07.851 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-12T03:23:07.851 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.num_levels: 7 2026-02-12T03:23:07.851 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-12T03:23:07.851 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-12T03:23:07.851 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-12T03:23:07.852 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-12T03:23:07.852 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-12T03:23:07.852 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-12T03:23:07.852 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-12T03:23:07.852 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-12T03:23:07.852 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-12T03:23:07.852 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-12T03:23:07.853 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-12T03:23:07.853 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-12T03:23:07.853 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-12T03:23:07.853 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.compression_opts.level: 32767 2026-02-12T03:23:07.853 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.compression_opts.strategy: 0 2026-02-12T03:23:07.853 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-12T03:23:07.854 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-12T03:23:07.854 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-12T03:23:07.854 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-12T03:23:07.854 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.compression_opts.enabled: false 2026-02-12T03:23:07.854 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-12T03:23:07.854 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-12T03:23:07.854 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-12T03:23:07.855 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-12T03:23:07.855 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.target_file_size_base: 67108864 2026-02-12T03:23:07.855 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-12T03:23:07.855 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-12T03:23:07.855 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-12T03:23:07.855 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-12T03:23:07.855 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-12T03:23:07.856 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-12T03:23:07.856 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-12T03:23:07.856 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-12T03:23:07.856 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-12T03:23:07.856 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-12T03:23:07.856 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-12T03:23:07.856 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-12T03:23:07.856 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-12T03:23:07.857 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-12T03:23:07.857 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.arena_block_size: 1048576 2026-02-12T03:23:07.857 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-12T03:23:07.857 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-12T03:23:07.857 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.disable_auto_compactions: 0 2026-02-12T03:23:07.857 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-12T03:23:07.857 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-12T03:23:07.858 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-12T03:23:07.858 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-12T03:23:07.858 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-12T03:23:07.858 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-12T03:23:07.858 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-12T03:23:07.858 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-12T03:23:07.858 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-12T03:23:07.859 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-12T03:23:07.859 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-12T03:23:07.859 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.inplace_update_support: 0 2026-02-12T03:23:07.859 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-12T03:23:07.859 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-12T03:23:07.859 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-12T03:23:07.859 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-12T03:23:07.860 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.bloom_locality: 0 2026-02-12T03:23:07.860 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.max_successive_merges: 0 2026-02-12T03:23:07.860 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-12T03:23:07.860 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.paranoid_file_checks: 0 2026-02-12T03:23:07.860 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.force_consistency_checks: 1 2026-02-12T03:23:07.860 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.report_bg_io_stats: 0 2026-02-12T03:23:07.861 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.ttl: 2592000 2026-02-12T03:23:07.861 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-12T03:23:07.861 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-12T03:23:07.861 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-12T03:23:07.861 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.enable_blob_files: false 2026-02-12T03:23:07.861 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.min_blob_size: 0 2026-02-12T03:23:07.861 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.blob_file_size: 268435456 2026-02-12T03:23:07.862 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-12T03:23:07.862 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-12T03:23:07.862 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-12T03:23:07.862 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-12T03:23:07.862 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-12T03:23:07.862 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.blob_file_starting_level: 0 2026-02-12T03:23:07.862 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-12T03:23:07.863 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2026-02-12T03:23:07.863 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2026-02-12T03:23:07.863 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: b06b1dd1-0bf3-4585-a484-b65687647f2c 2026-02-12T03:23:07.863 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770866587563987, "job": 1, "event": "recovery_started", "wal_files": [9]} 2026-02-12T03:23:07.863 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2026-02-12T03:23:07.863 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770866587564867, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 72207, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 225, "table_properties": {"data_size": 70471, "index_size": 185, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 517, "raw_key_size": 9679, "raw_average_key_size": 49, "raw_value_size": 64948, "raw_average_value_size": 331, "num_data_blocks": 8, "num_entries": 196, "num_filter_entries": 196, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1770866587, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b06b1dd1-0bf3-4585-a484-b65687647f2c", "db_session_id": "QW09H8NV52K9DVUMI6LG", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2026-02-12T03:23:07.863 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770866587564932, "job": 1, "event": "recovery_finished"} 2026-02-12T03:23:07.864 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2026-02-12T03:23:07.864 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-12T03:23:07.864 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55ee80900e00 2026-02-12T03:23:07.864 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: DB pointer 0x55ee80a0c000 2026-02-12T03:23:07.864 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-12T03:23:07.864 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-12T03:23:07.864 INFO:journalctl@ceph.mon.a.trial086.stdout: ** DB Stats ** 2026-02-12T03:23:07.865 INFO:journalctl@ceph.mon.a.trial086.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T03:23:07.865 INFO:journalctl@ceph.mon.a.trial086.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-12T03:23:07.865 INFO:journalctl@ceph.mon.a.trial086.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T03:23:07.865 INFO:journalctl@ceph.mon.a.trial086.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T03:23:07.865 INFO:journalctl@ceph.mon.a.trial086.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-12T03:23:07.865 INFO:journalctl@ceph.mon.a.trial086.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T03:23:07.865 INFO:journalctl@ceph.mon.a.trial086.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T03:23:07.866 INFO:journalctl@ceph.mon.a.trial086.stdout: 2026-02-12T03:23:07.866 INFO:journalctl@ceph.mon.a.trial086.stdout: ** Compaction Stats [default] ** 2026-02-12T03:23:07.866 INFO:journalctl@ceph.mon.a.trial086.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T03:23:07.866 INFO:journalctl@ceph.mon.a.trial086.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-12T03:23:07.866 INFO:journalctl@ceph.mon.a.trial086.stdout: L0 2/0 72.37 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 130.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T03:23:07.866 INFO:journalctl@ceph.mon.a.trial086.stdout: Sum 2/0 72.37 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 130.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T03:23:07.866 INFO:journalctl@ceph.mon.a.trial086.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 130.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T03:23:07.867 INFO:journalctl@ceph.mon.a.trial086.stdout: 2026-02-12T03:23:07.867 INFO:journalctl@ceph.mon.a.trial086.stdout: ** Compaction Stats [default] ** 2026-02-12T03:23:07.867 INFO:journalctl@ceph.mon.a.trial086.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T03:23:07.867 INFO:journalctl@ceph.mon.a.trial086.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-12T03:23:07.867 INFO:journalctl@ceph.mon.a.trial086.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 130.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T03:23:07.867 INFO:journalctl@ceph.mon.a.trial086.stdout: 2026-02-12T03:23:07.867 INFO:journalctl@ceph.mon.a.trial086.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-12T03:23:07.868 INFO:journalctl@ceph.mon.a.trial086.stdout: 2026-02-12T03:23:07.868 INFO:journalctl@ceph.mon.a.trial086.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T03:23:07.868 INFO:journalctl@ceph.mon.a.trial086.stdout: Flush(GB): cumulative 0.000, interval 0.000 2026-02-12T03:23:07.868 INFO:journalctl@ceph.mon.a.trial086.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-12T03:23:07.868 INFO:journalctl@ceph.mon.a.trial086.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-12T03:23:07.868 INFO:journalctl@ceph.mon.a.trial086.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-12T03:23:07.868 INFO:journalctl@ceph.mon.a.trial086.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-12T03:23:07.869 INFO:journalctl@ceph.mon.a.trial086.stdout: Cumulative compaction: 0.00 GB write, 22.11 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T03:23:07.869 INFO:journalctl@ceph.mon.a.trial086.stdout: Interval compaction: 0.00 GB write, 22.11 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T03:23:07.869 INFO:journalctl@ceph.mon.a.trial086.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-12T03:23:07.869 INFO:journalctl@ceph.mon.a.trial086.stdout: Block cache BinnedLRUCache@0x55ee808ff350#2 capacity: 512.00 MB usage: 1.08 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2026-02-12T03:23:07.869 INFO:journalctl@ceph.mon.a.trial086.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.70 KB,0.00013411%) IndexBlock(2,0.38 KB,7.15256e-05%) Misc(1,0.00 KB,0%) 2026-02-12T03:23:07.869 INFO:journalctl@ceph.mon.a.trial086.stdout: 2026-02-12T03:23:07.869 INFO:journalctl@ceph.mon.a.trial086.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-12T03:23:07.870 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: starting mon.a rank 0 at public addrs [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] at bind addrs [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:07.870 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: mon.a@-1(???) e1 preinit fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:07.870 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: mon.a@-1(???).mds e1 new map 2026-02-12T03:23:07.870 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: mon.a@-1(???).mds e1 print_map 2026-02-12T03:23:07.870 INFO:journalctl@ceph.mon.a.trial086.stdout: e1 2026-02-12T03:23:07.870 INFO:journalctl@ceph.mon.a.trial086.stdout: btime 2026-02-12T03:23:06:727801+0000 2026-02-12T03:23:07.870 INFO:journalctl@ceph.mon.a.trial086.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-12T03:23:07.871 INFO:journalctl@ceph.mon.a.trial086.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-12T03:23:07.871 INFO:journalctl@ceph.mon.a.trial086.stdout: legacy client fscid: -1 2026-02-12T03:23:07.871 INFO:journalctl@ceph.mon.a.trial086.stdout: 2026-02-12T03:23:07.871 INFO:journalctl@ceph.mon.a.trial086.stdout: No filesystems configured 2026-02-12T03:23:07.871 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2026-02-12T03:23:07.871 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-02-12T03:23:07.871 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-02-12T03:23:07.871 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-02-12T03:23:07.872 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2026-02-12T03:23:07.872 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: mon.a is new leader, mons a in quorum (ranks 0) 2026-02-12T03:23:07.872 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: monmap epoch 1 2026-02-12T03:23:07.872 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:07.872 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: last_changed 2026-02-12T03:23:05.827285+0000 2026-02-12T03:23:07.872 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: created 2026-02-12T03:23:05.827285+0000 2026-02-12T03:23:07.872 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: min_mon_release 19 (squid) 2026-02-12T03:23:07.872 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: election_strategy: 1 2026-02-12T03:23:07.872 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: 0: [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] mon.a 2026-02-12T03:23:07.873 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: fsmap 2026-02-12T03:23:07.873 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: osdmap e1: 0 total, 0 up, 0 in 2026-02-12T03:23:07.873 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:07 trial086 ceph-mon[14472]: mgrmap e1: no daemons active 2026-02-12T03:23:07.926 INFO:teuthology.orchestra.run.trial086.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460.target.wants/ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mgr.y.service → /etc/systemd/system/ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@.service. 2026-02-12T03:23:08.066 INFO:teuthology.orchestra.run.trial086.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-12T03:23:08.067 INFO:teuthology.orchestra.run.trial086.stdout:systemctl: stdout disabled 2026-02-12T03:23:08.072 INFO:teuthology.orchestra.run.trial086.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-12T03:23:08.072 INFO:teuthology.orchestra.run.trial086.stdout:systemctl: stdout inactive 2026-02-12T03:23:08.072 INFO:teuthology.orchestra.run.trial086.stdout:firewalld.service is not enabled 2026-02-12T03:23:08.073 INFO:teuthology.orchestra.run.trial086.stdout:Not possible to enable service . firewalld.service is not available 2026-02-12T03:23:08.080 INFO:teuthology.orchestra.run.trial086.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-12T03:23:08.080 INFO:teuthology.orchestra.run.trial086.stdout:systemctl: stdout disabled 2026-02-12T03:23:08.087 INFO:teuthology.orchestra.run.trial086.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-12T03:23:08.088 INFO:teuthology.orchestra.run.trial086.stdout:systemctl: stdout inactive 2026-02-12T03:23:08.088 INFO:teuthology.orchestra.run.trial086.stdout:firewalld.service is not enabled 2026-02-12T03:23:08.088 INFO:teuthology.orchestra.run.trial086.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2026-02-12T03:23:08.088 INFO:teuthology.orchestra.run.trial086.stdout:Waiting for mgr to start... 2026-02-12T03:23:08.088 INFO:teuthology.orchestra.run.trial086.stdout:Waiting for mgr... 2026-02-12T03:23:08.114 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:08 trial086 systemd[1]: Started Ceph mgr.y for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:23:08.247 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout 2026-02-12T03:23:08.247 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout { 2026-02-12T03:23:08.247 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "fsid": "1df67b0b-07c2-11f1-abd4-d404e6e7d460", 2026-02-12T03:23:08.248 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "health": { 2026-02-12T03:23:08.248 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-02-12T03:23:08.248 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-02-12T03:23:08.248 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-02-12T03:23:08.248 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout }, 2026-02-12T03:23:08.248 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-02-12T03:23:08.248 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-02-12T03:23:08.248 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout 0 2026-02-12T03:23:08.248 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout ], 2026-02-12T03:23:08.248 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-02-12T03:23:08.248 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "a" 2026-02-12T03:23:08.248 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout ], 2026-02-12T03:23:08.249 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "quorum_age": 0, 2026-02-12T03:23:08.249 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "monmap": { 2026-02-12T03:23:08.249 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T03:23:08.249 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-02-12T03:23:08.249 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-02-12T03:23:08.249 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout }, 2026-02-12T03:23:08.249 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-02-12T03:23:08.249 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T03:23:08.249 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-02-12T03:23:08.249 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-02-12T03:23:08.249 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-02-12T03:23:08.249 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-02-12T03:23:08.249 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-02-12T03:23:08.250 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-02-12T03:23:08.250 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout }, 2026-02-12T03:23:08.250 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-02-12T03:23:08.250 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-02-12T03:23:08.250 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-02-12T03:23:08.250 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-02-12T03:23:08.250 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-02-12T03:23:08.250 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-02-12T03:23:08.250 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-02-12T03:23:08.250 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-02-12T03:23:08.250 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-02-12T03:23:08.250 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout }, 2026-02-12T03:23:08.251 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-02-12T03:23:08.251 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T03:23:08.251 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "btime": "2026-02-12T03:23:06:727801+0000", 2026-02-12T03:23:08.251 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-02-12T03:23:08.251 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-02-12T03:23:08.251 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout }, 2026-02-12T03:23:08.251 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-02-12T03:23:08.251 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "available": false, 2026-02-12T03:23:08.251 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-02-12T03:23:08.251 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "modules": [ 2026-02-12T03:23:08.251 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "iostat", 2026-02-12T03:23:08.251 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "nfs", 2026-02-12T03:23:08.251 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "restful" 2026-02-12T03:23:08.252 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout ], 2026-02-12T03:23:08.252 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T03:23:08.252 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout }, 2026-02-12T03:23:08.252 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-02-12T03:23:08.252 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T03:23:08.252 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "modified": "2026-02-12T03:23:06.728196+0000", 2026-02-12T03:23:08.252 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T03:23:08.252 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout }, 2026-02-12T03:23:08.252 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-02-12T03:23:08.252 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout } 2026-02-12T03:23:08.252 INFO:teuthology.orchestra.run.trial086.stdout:mgr not available, waiting (1/15)... 2026-02-12T03:23:08.728 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:08 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2525825345' entity='client.admin' 2026-02-12T03:23:08.728 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:08 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3020082339' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-12T03:23:08.728 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:08.442+0000 7ff77cb52140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T03:23:08.728 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:08.584+0000 7ff77cb52140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T03:23:08.728 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:08.619+0000 7ff77cb52140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T03:23:08.729 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:08.660+0000 7ff77cb52140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T03:23:08.729 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:08.692+0000 7ff77cb52140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T03:23:08.729 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:08.726+0000 7ff77cb52140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T03:23:08.994 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:08.792+0000 7ff77cb52140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T03:23:08.994 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T03:23:08.994 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T03:23:08.994 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: from numpy import show_config as show_numpy_config 2026-02-12T03:23:08.995 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:08.864+0000 7ff77cb52140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T03:23:08.995 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:08.898+0000 7ff77cb52140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T03:23:08.995 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:08.993+0000 7ff77cb52140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T03:23:09.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:09.052+0000 7ff77cb52140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T03:23:09.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:09.086+0000 7ff77cb52140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T03:23:09.411 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:09.118+0000 7ff77cb52140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T03:23:09.411 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:09.153+0000 7ff77cb52140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T03:23:09.411 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:09.182+0000 7ff77cb52140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T03:23:09.677 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:09.423+0000 7ff77cb52140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T03:23:09.677 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:09.522+0000 7ff77cb52140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T03:23:09.677 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:09.552+0000 7ff77cb52140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T03:23:09.678 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:09.583+0000 7ff77cb52140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T03:23:09.678 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:09.676+0000 7ff77cb52140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T03:23:10.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:09.705+0000 7ff77cb52140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T03:23:10.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:09.796+0000 7ff77cb52140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T03:23:10.402 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout 2026-02-12T03:23:10.402 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout { 2026-02-12T03:23:10.402 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "fsid": "1df67b0b-07c2-11f1-abd4-d404e6e7d460", 2026-02-12T03:23:10.402 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "health": { 2026-02-12T03:23:10.402 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-02-12T03:23:10.402 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-02-12T03:23:10.402 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-02-12T03:23:10.402 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout }, 2026-02-12T03:23:10.402 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-02-12T03:23:10.402 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-02-12T03:23:10.402 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout 0 2026-02-12T03:23:10.402 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout ], 2026-02-12T03:23:10.402 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-02-12T03:23:10.402 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "a" 2026-02-12T03:23:10.403 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout ], 2026-02-12T03:23:10.403 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2026-02-12T03:23:10.403 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "monmap": { 2026-02-12T03:23:10.403 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T03:23:10.403 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-02-12T03:23:10.403 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-02-12T03:23:10.403 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout }, 2026-02-12T03:23:10.403 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-02-12T03:23:10.403 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T03:23:10.403 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-02-12T03:23:10.403 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-02-12T03:23:10.403 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-02-12T03:23:10.403 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-02-12T03:23:10.403 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-02-12T03:23:10.403 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout }, 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout }, 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "btime": "2026-02-12T03:23:06:727801+0000", 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout }, 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "available": false, 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "modules": [ 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "iostat", 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "nfs", 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "restful" 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout ], 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout }, 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "modified": "2026-02-12T03:23:06.728196+0000", 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout }, 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout } 2026-02-12T03:23:10.404 INFO:teuthology.orchestra.run.trial086.stdout:mgr not available, waiting (2/15)... 2026-02-12T03:23:10.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:10 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/492648370' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-12T03:23:10.660 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:10 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:10.251+0000 7ff77cb52140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T03:23:10.661 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:10 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:10.282+0000 7ff77cb52140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T03:23:11.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:10 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:10.684+0000 7ff77cb52140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T03:23:11.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:11 trial086 ceph-mon[14472]: Activating manager daemon y 2026-02-12T03:23:11.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:11 trial086 ceph-mon[14472]: mgrmap e2: y(active, starting, since 0.00263564s) 2026-02-12T03:23:11.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:11 trial086 ceph-mon[14472]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:23:11.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:11 trial086 ceph-mon[14472]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:23:11.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:11 trial086 ceph-mon[14472]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:23:11.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:11 trial086 ceph-mon[14472]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:23:11.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:11 trial086 ceph-mon[14472]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:23:11.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:11 trial086 ceph-mon[14472]: Manager daemon y is now available 2026-02-12T03:23:11.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:11 trial086 ceph-mon[14472]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:23:11.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:11 trial086 ceph-mon[14472]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' 2026-02-12T03:23:11.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:11 trial086 ceph-mon[14472]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:23:11.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:11 trial086 ceph-mon[14472]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' 2026-02-12T03:23:11.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:11 trial086 ceph-mon[14472]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' 2026-02-12T03:23:12.648 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout 2026-02-12T03:23:12.648 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout { 2026-02-12T03:23:12.648 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "fsid": "1df67b0b-07c2-11f1-abd4-d404e6e7d460", 2026-02-12T03:23:12.648 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "health": { 2026-02-12T03:23:12.648 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-02-12T03:23:12.648 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-02-12T03:23:12.648 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-02-12T03:23:12.649 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout }, 2026-02-12T03:23:12.649 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-02-12T03:23:12.649 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-02-12T03:23:12.649 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout 0 2026-02-12T03:23:12.649 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout ], 2026-02-12T03:23:12.649 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-02-12T03:23:12.649 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "a" 2026-02-12T03:23:12.649 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout ], 2026-02-12T03:23:12.649 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2026-02-12T03:23:12.649 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "monmap": { 2026-02-12T03:23:12.649 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T03:23:12.649 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-02-12T03:23:12.650 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-02-12T03:23:12.650 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout }, 2026-02-12T03:23:12.650 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-02-12T03:23:12.650 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T03:23:12.650 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-02-12T03:23:12.650 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-02-12T03:23:12.650 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-02-12T03:23:12.650 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-02-12T03:23:12.650 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-02-12T03:23:12.650 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-02-12T03:23:12.650 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout }, 2026-02-12T03:23:12.650 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-02-12T03:23:12.650 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-02-12T03:23:12.651 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-02-12T03:23:12.651 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-02-12T03:23:12.651 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-02-12T03:23:12.651 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-02-12T03:23:12.651 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-02-12T03:23:12.651 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-02-12T03:23:12.651 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-02-12T03:23:12.651 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout }, 2026-02-12T03:23:12.651 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-02-12T03:23:12.651 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T03:23:12.651 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "btime": "2026-02-12T03:23:06:727801+0000", 2026-02-12T03:23:12.651 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-02-12T03:23:12.651 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-02-12T03:23:12.652 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout }, 2026-02-12T03:23:12.652 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-02-12T03:23:12.652 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "available": true, 2026-02-12T03:23:12.652 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-02-12T03:23:12.652 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "modules": [ 2026-02-12T03:23:12.652 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "iostat", 2026-02-12T03:23:12.652 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "nfs", 2026-02-12T03:23:12.652 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "restful" 2026-02-12T03:23:12.652 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout ], 2026-02-12T03:23:12.652 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T03:23:12.652 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout }, 2026-02-12T03:23:12.652 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-02-12T03:23:12.652 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T03:23:12.653 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "modified": "2026-02-12T03:23:06.728196+0000", 2026-02-12T03:23:12.653 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T03:23:12.653 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout }, 2026-02-12T03:23:12.653 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-02-12T03:23:12.653 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout } 2026-02-12T03:23:12.653 INFO:teuthology.orchestra.run.trial086.stdout:mgr is available 2026-02-12T03:23:12.858 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout 2026-02-12T03:23:12.859 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout [global] 2026-02-12T03:23:12.859 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout fsid = 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:12.859 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-02-12T03:23:12.859 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout mon_host = [v2:10.20.193.86:3300,v1:10.20.193.86:6789] 2026-02-12T03:23:12.859 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-02-12T03:23:12.859 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-02-12T03:23:12.859 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-02-12T03:23:12.859 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-02-12T03:23:12.859 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout 2026-02-12T03:23:12.859 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout [mgr] 2026-02-12T03:23:12.859 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-02-12T03:23:12.860 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout 2026-02-12T03:23:12.860 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout [osd] 2026-02-12T03:23:12.860 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-02-12T03:23:12.860 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-02-12T03:23:12.860 INFO:teuthology.orchestra.run.trial086.stdout:Enabling cephadm module... 2026-02-12T03:23:12.972 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:12 trial086 ceph-mon[14472]: mgrmap e3: y(active, since 1.00556s) 2026-02-12T03:23:12.972 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:12 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2791566458' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-12T03:23:13.978 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:13 trial086 ceph-mon[14472]: mgrmap e4: y(active, since 2s) 2026-02-12T03:23:13.978 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:13 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3105144471' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-02-12T03:23:13.978 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:13 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3105144471' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2026-02-12T03:23:13.978 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:13 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/292578862' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-02-12T03:23:13.978 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:13 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ignoring --setuser ceph since I am not root 2026-02-12T03:23:13.979 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:13 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ignoring --setgroup ceph since I am not root 2026-02-12T03:23:14.101 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout { 2026-02-12T03:23:14.101 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "epoch": 5, 2026-02-12T03:23:14.101 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "available": true, 2026-02-12T03:23:14.101 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "active_name": "y", 2026-02-12T03:23:14.101 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-02-12T03:23:14.101 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout } 2026-02-12T03:23:14.101 INFO:teuthology.orchestra.run.trial086.stdout:Waiting for the mgr to restart... 2026-02-12T03:23:14.102 INFO:teuthology.orchestra.run.trial086.stdout:Waiting for mgr epoch 5... 2026-02-12T03:23:14.506 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:14 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:14.253+0000 7fe4d3757140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T03:23:14.506 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:14 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:14.397+0000 7fe4d3757140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T03:23:14.506 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:14 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:14.432+0000 7fe4d3757140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T03:23:14.506 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:14 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:14.473+0000 7fe4d3757140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T03:23:14.506 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:14 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:14.504+0000 7fe4d3757140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T03:23:14.809 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:14 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:14.539+0000 7fe4d3757140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T03:23:14.809 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:14 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:14.605+0000 7fe4d3757140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T03:23:14.809 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:14 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T03:23:14.809 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:14 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T03:23:14.809 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:14 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: from numpy import show_config as show_numpy_config 2026-02-12T03:23:14.809 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:14 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:14.678+0000 7fe4d3757140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T03:23:14.810 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:14 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:14.712+0000 7fe4d3757140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T03:23:14.810 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:14 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:14.808+0000 7fe4d3757140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T03:23:15.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:14 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/292578862' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-02-12T03:23:15.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:14 trial086 ceph-mon[14472]: mgrmap e5: y(active, since 3s) 2026-02-12T03:23:15.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:14 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/394461892' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-12T03:23:15.161 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:14 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:14.867+0000 7fe4d3757140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T03:23:15.161 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:14 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:14.900+0000 7fe4d3757140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T03:23:15.161 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:14 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:14.933+0000 7fe4d3757140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T03:23:15.161 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:14 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:14.967+0000 7fe4d3757140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T03:23:15.161 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:14 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:14.997+0000 7fe4d3757140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T03:23:15.485 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:15 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:15.231+0000 7fe4d3757140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T03:23:15.485 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:15 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:15.330+0000 7fe4d3757140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T03:23:15.486 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:15 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:15.361+0000 7fe4d3757140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T03:23:15.486 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:15 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:15.391+0000 7fe4d3757140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T03:23:15.486 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:15 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:15.484+0000 7fe4d3757140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T03:23:15.910 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:15 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:15.513+0000 7fe4d3757140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T03:23:15.910 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:15 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:15.605+0000 7fe4d3757140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T03:23:16.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:16 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:16.067+0000 7fe4d3757140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T03:23:16.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:16 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:16.097+0000 7fe4d3757140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T03:23:16.910 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:16 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:16.495+0000 7fe4d3757140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T03:23:16.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:16 trial086 ceph-mon[14472]: Active manager daemon y restarted 2026-02-12T03:23:16.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:16 trial086 ceph-mon[14472]: Activating manager daemon y 2026-02-12T03:23:16.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:16 trial086 ceph-mon[14472]: osdmap e2: 0 total, 0 up, 0 in 2026-02-12T03:23:16.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:16 trial086 ceph-mon[14472]: mgrmap e6: y(active, starting, since 0.00260245s) 2026-02-12T03:23:16.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:16 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:23:16.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:16 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:23:16.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:16 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:23:16.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:16 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:23:16.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:16 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:23:16.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:16 trial086 ceph-mon[14472]: Manager daemon y is now available 2026-02-12T03:23:16.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:16 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:16.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:16 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:16.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:16 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:16.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:16 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:16.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:16 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:23:16.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:16 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:23:17.524 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout { 2026-02-12T03:23:17.524 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2026-02-12T03:23:17.524 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "initialized": true 2026-02-12T03:23:17.525 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout } 2026-02-12T03:23:17.525 INFO:teuthology.orchestra.run.trial086.stdout:mgr epoch 5 is available 2026-02-12T03:23:17.525 INFO:teuthology.orchestra.run.trial086.stdout:Setting orchestrator backend to cephadm... 2026-02-12T03:23:17.755 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:17 trial086 ceph-mon[14472]: Found migration_current of "None". Setting to last migration. 2026-02-12T03:23:17.755 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:17 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:17.755 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:17 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:17.755 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:17 trial086 ceph-mon[14472]: mgrmap e7: y(active, since 1.00358s) 2026-02-12T03:23:17.932 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout value unchanged 2026-02-12T03:23:17.932 INFO:teuthology.orchestra.run.trial086.stdout:Generating ssh key... 2026-02-12T03:23:18.346 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: Generating public/private ed25519 key pair. 2026-02-12T03:23:18.346 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: Your identification has been saved in /tmp/tmpn8nlnlno/key 2026-02-12T03:23:18.346 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: Your public key has been saved in /tmp/tmpn8nlnlno/key.pub 2026-02-12T03:23:18.346 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: The key fingerprint is: 2026-02-12T03:23:18.346 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: SHA256:WM9Mqqam1+o5Hk8S8SUotquJExBOhwBv6DwMWpwnMwU ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:18.346 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: The key's randomart image is: 2026-02-12T03:23:18.346 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: +--[ED25519 256]--+ 2026-02-12T03:23:18.346 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: |= E.. | 2026-02-12T03:23:18.346 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: |.* + . | 2026-02-12T03:23:18.347 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: |=.& + . o . | 2026-02-12T03:23:18.347 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: |B= B o = * | 2026-02-12T03:23:18.347 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: |o=. . o S + | 2026-02-12T03:23:18.347 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: |. .. . . | 2026-02-12T03:23:18.347 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: | .. o.+ | 2026-02-12T03:23:18.347 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: |oo +O. | 2026-02-12T03:23:18.347 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: |+..**o. | 2026-02-12T03:23:18.347 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: +----[SHA256]-----+ 2026-02-12T03:23:18.364 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAINOzUdGiFOjBhDmmUHJ2UIzhSlQuA24wDfLnPC+tx0gF ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:18.364 INFO:teuthology.orchestra.run.trial086.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2026-02-12T03:23:18.365 INFO:teuthology.orchestra.run.trial086.stdout:Adding key to root@localhost authorized_keys... 2026-02-12T03:23:18.365 INFO:teuthology.orchestra.run.trial086.stdout:Adding host trial086... 2026-02-12T03:23:18.612 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:18 trial086 ceph-mon[14472]: [12/Feb/2026:03:23:17] ENGINE Bus STARTING 2026-02-12T03:23:18.612 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:18 trial086 ceph-mon[14472]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-02-12T03:23:18.612 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:18 trial086 ceph-mon[14472]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-02-12T03:23:18.612 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:18 trial086 ceph-mon[14472]: [12/Feb/2026:03:23:17] ENGINE Serving on http://10.20.193.86:8765 2026-02-12T03:23:18.612 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:18 trial086 ceph-mon[14472]: [12/Feb/2026:03:23:17] ENGINE Serving on https://10.20.193.86:7150 2026-02-12T03:23:18.612 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:18 trial086 ceph-mon[14472]: [12/Feb/2026:03:23:17] ENGINE Bus STARTED 2026-02-12T03:23:18.612 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:18 trial086 ceph-mon[14472]: [12/Feb/2026:03:23:17] ENGINE Client ('10.20.193.86', 60914) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:23:18.612 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:18 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:18.613 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:18 trial086 ceph-mon[14472]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:18.613 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:18 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:18.613 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:18 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:18.613 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:18 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:18.613 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:18 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:19.823 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:19 trial086 ceph-mon[14472]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:19.823 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:19 trial086 ceph-mon[14472]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:19.823 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:19 trial086 ceph-mon[14472]: Generating ssh key... 2026-02-12T03:23:19.823 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:19 trial086 ceph-mon[14472]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:19.823 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:19 trial086 ceph-mon[14472]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial086", "addr": "10.20.193.86", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:19.824 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:19 trial086 ceph-mon[14472]: mgrmap e8: y(active, since 2s) 2026-02-12T03:23:20.047 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout Added host 'trial086' with addr '10.20.193.86' 2026-02-12T03:23:20.048 INFO:teuthology.orchestra.run.trial086.stdout:Deploying unmanaged mon service... 2026-02-12T03:23:20.280 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2026-02-12T03:23:20.280 INFO:teuthology.orchestra.run.trial086.stdout:Deploying unmanaged mgr service... 2026-02-12T03:23:20.498 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2026-02-12T03:23:20.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:20 trial086 ceph-mon[14472]: Deploying cephadm binary to trial086 2026-02-12T03:23:20.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:20 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:20.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:20 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:20.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:20 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:20.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:20 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:20.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:20 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:20.950 INFO:teuthology.orchestra.run.trial086.stdout:Enabling the dashboard module... 2026-02-12T03:23:22.053 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:21 trial086 ceph-mon[14472]: Added host trial086 2026-02-12T03:23:22.054 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:21 trial086 ceph-mon[14472]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:22.054 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:21 trial086 ceph-mon[14472]: Saving service mon spec with placement count:5 2026-02-12T03:23:22.054 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:21 trial086 ceph-mon[14472]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:22.054 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:21 trial086 ceph-mon[14472]: Saving service mgr spec with placement count:2 2026-02-12T03:23:22.054 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:21 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2074974038' entity='client.admin' 2026-02-12T03:23:22.054 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:21 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:22.054 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:21 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1543432893' entity='client.admin' 2026-02-12T03:23:22.054 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:21 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:22.055 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:21 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2417537286' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-02-12T03:23:22.055 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:21 trial086 ceph-mon[14472]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:22.305 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:22 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ignoring --setuser ceph since I am not root 2026-02-12T03:23:22.305 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:22 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ignoring --setgroup ceph since I am not root 2026-02-12T03:23:22.309 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout { 2026-02-12T03:23:22.309 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "epoch": 9, 2026-02-12T03:23:22.309 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "available": true, 2026-02-12T03:23:22.309 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "active_name": "y", 2026-02-12T03:23:22.309 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-02-12T03:23:22.309 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout } 2026-02-12T03:23:22.309 INFO:teuthology.orchestra.run.trial086.stdout:Waiting for the mgr to restart... 2026-02-12T03:23:22.309 INFO:teuthology.orchestra.run.trial086.stdout:Waiting for mgr epoch 9... 2026-02-12T03:23:22.605 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:22 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:22.456+0000 7f1f7b196140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T03:23:22.605 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:22 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:22.603+0000 7f1f7b196140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T03:23:22.884 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:22 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:22.637+0000 7f1f7b196140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T03:23:22.884 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:22 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:22.679+0000 7f1f7b196140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T03:23:22.884 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:22 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:22.711+0000 7f1f7b196140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T03:23:22.884 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:22 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:22.745+0000 7f1f7b196140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T03:23:22.885 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:22 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:22.812+0000 7f1f7b196140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T03:23:22.885 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:22 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T03:23:22.885 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:22 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T03:23:22.885 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:22 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: from numpy import show_config as show_numpy_config 2026-02-12T03:23:23.146 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:23 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2417537286' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-02-12T03:23:23.146 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:23 trial086 ceph-mon[14472]: mgrmap e9: y(active, since 5s) 2026-02-12T03:23:23.146 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:23 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3759976083' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-12T03:23:23.147 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:22 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:22.885+0000 7f1f7b196140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T03:23:23.147 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:22 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:22.920+0000 7f1f7b196140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T03:23:23.147 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:23 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:23.016+0000 7f1f7b196140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T03:23:23.147 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:23 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:23.076+0000 7f1f7b196140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T03:23:23.147 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:23 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:23.111+0000 7f1f7b196140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T03:23:23.147 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:23 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:23.144+0000 7f1f7b196140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T03:23:23.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:23 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:23.178+0000 7f1f7b196140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T03:23:23.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:23 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:23.208+0000 7f1f7b196140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T03:23:23.703 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:23 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:23.444+0000 7f1f7b196140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T03:23:23.703 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:23 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:23.544+0000 7f1f7b196140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T03:23:23.703 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:23 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:23.576+0000 7f1f7b196140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T03:23:23.703 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:23 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:23.607+0000 7f1f7b196140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T03:23:23.704 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:23 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:23.701+0000 7f1f7b196140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T03:23:24.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:23 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:23.730+0000 7f1f7b196140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T03:23:24.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:23 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:23.822+0000 7f1f7b196140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T03:23:24.660 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:24 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:24.286+0000 7f1f7b196140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T03:23:24.660 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:24 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:24.316+0000 7f1f7b196140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T03:23:25.081 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:24 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:24.717+0000 7f1f7b196140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T03:23:25.081 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:24 trial086 ceph-mon[14472]: Active manager daemon y restarted 2026-02-12T03:23:25.081 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:24 trial086 ceph-mon[14472]: Activating manager daemon y 2026-02-12T03:23:25.081 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:24 trial086 ceph-mon[14472]: osdmap e3: 0 total, 0 up, 0 in 2026-02-12T03:23:25.082 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:24 trial086 ceph-mon[14472]: mgrmap e10: y(active, starting, since 0.00246881s) 2026-02-12T03:23:25.082 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:24 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:23:25.082 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:24 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:23:25.082 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:24 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:23:25.082 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:24 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:23:25.082 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:24 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:23:25.082 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:24 trial086 ceph-mon[14472]: Manager daemon y is now available 2026-02-12T03:23:25.082 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:24 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:25.082 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:24 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:23:25.082 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:24 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:23:25.775 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout { 2026-02-12T03:23:25.776 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2026-02-12T03:23:25.776 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout "initialized": true 2026-02-12T03:23:25.776 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout } 2026-02-12T03:23:25.776 INFO:teuthology.orchestra.run.trial086.stdout:mgr epoch 9 is available 2026-02-12T03:23:25.776 INFO:teuthology.orchestra.run.trial086.stdout:Generating a dashboard self-signed certificate... 2026-02-12T03:23:26.010 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2026-02-12T03:23:26.011 INFO:teuthology.orchestra.run.trial086.stdout:Creating initial admin user... 2026-02-12T03:23:26.350 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:26 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:26.350 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:26 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:26.350 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:26 trial086 ceph-mon[14472]: mgrmap e11: y(active, since 1.00456s) 2026-02-12T03:23:26.350 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:26 trial086 ceph-mon[14472]: [12/Feb/2026:03:23:25] ENGINE Bus STARTING 2026-02-12T03:23:26.350 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:26 trial086 ceph-mon[14472]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-02-12T03:23:26.350 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:26 trial086 ceph-mon[14472]: [12/Feb/2026:03:23:25] ENGINE Serving on https://10.20.193.86:7150 2026-02-12T03:23:26.351 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:26 trial086 ceph-mon[14472]: [12/Feb/2026:03:23:25] ENGINE Client ('10.20.193.86', 44254) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:23:26.351 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:26 trial086 ceph-mon[14472]: [12/Feb/2026:03:23:25] ENGINE Serving on http://10.20.193.86:8765 2026-02-12T03:23:26.351 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:26 trial086 ceph-mon[14472]: [12/Feb/2026:03:23:25] ENGINE Bus STARTED 2026-02-12T03:23:26.351 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:26 trial086 ceph-mon[14472]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:26.351 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:26 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:26.351 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:26 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:26.370 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$l6EJ1TzdHUvzabXWmWGhgeV7edwRVVFrEU9OkjwgzL.wISjfjVosK", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1770866606, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2026-02-12T03:23:26.370 INFO:teuthology.orchestra.run.trial086.stdout:Fetching dashboard port number... 2026-02-12T03:23:26.572 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stdout 8443 2026-02-12T03:23:26.581 INFO:teuthology.orchestra.run.trial086.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-12T03:23:26.582 INFO:teuthology.orchestra.run.trial086.stdout:systemctl: stdout disabled 2026-02-12T03:23:26.588 INFO:teuthology.orchestra.run.trial086.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-12T03:23:26.588 INFO:teuthology.orchestra.run.trial086.stdout:systemctl: stdout inactive 2026-02-12T03:23:26.588 INFO:teuthology.orchestra.run.trial086.stdout:firewalld.service is not enabled 2026-02-12T03:23:26.588 INFO:teuthology.orchestra.run.trial086.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2026-02-12T03:23:26.589 INFO:teuthology.orchestra.run.trial086.stdout:Ceph Dashboard is now available at: 2026-02-12T03:23:26.589 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:23:26.589 INFO:teuthology.orchestra.run.trial086.stdout: URL: https://trial086:8443/ 2026-02-12T03:23:26.589 INFO:teuthology.orchestra.run.trial086.stdout: User: admin 2026-02-12T03:23:26.589 INFO:teuthology.orchestra.run.trial086.stdout: Password: uslqt957c2 2026-02-12T03:23:26.589 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:23:26.589 INFO:teuthology.orchestra.run.trial086.stdout:Saving cluster configuration to /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config directory 2026-02-12T03:23:27.233 INFO:teuthology.orchestra.run.trial086.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2026-02-12T03:23:27.233 INFO:teuthology.orchestra.run.trial086.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2026-02-12T03:23:27.233 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:23:27.233 INFO:teuthology.orchestra.run.trial086.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2026-02-12T03:23:27.233 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:23:27.233 INFO:teuthology.orchestra.run.trial086.stdout:Or, if you are only running a single cluster on this host: 2026-02-12T03:23:27.233 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:23:27.233 INFO:teuthology.orchestra.run.trial086.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2026-02-12T03:23:27.233 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:23:27.234 INFO:teuthology.orchestra.run.trial086.stdout:Please consider enabling telemetry to help improve Ceph: 2026-02-12T03:23:27.234 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:23:27.234 INFO:teuthology.orchestra.run.trial086.stdout: ceph telemetry on 2026-02-12T03:23:27.234 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:23:27.234 INFO:teuthology.orchestra.run.trial086.stdout:For more information see: 2026-02-12T03:23:27.234 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:23:27.234 INFO:teuthology.orchestra.run.trial086.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2026-02-12T03:23:27.234 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:23:27.234 INFO:teuthology.orchestra.run.trial086.stdout:Bootstrap complete. 2026-02-12T03:23:27.261 INFO:tasks.cephadm:Fetching config... 2026-02-12T03:23:27.261 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-12T03:23:27.261 DEBUG:teuthology.orchestra.run.trial086:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2026-02-12T03:23:27.280 INFO:tasks.cephadm:Fetching client.admin keyring... 2026-02-12T03:23:27.280 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-12T03:23:27.280 DEBUG:teuthology.orchestra.run.trial086:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2026-02-12T03:23:27.338 INFO:tasks.cephadm:Fetching mon keyring... 2026-02-12T03:23:27.338 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-12T03:23:27.338 DEBUG:teuthology.orchestra.run.trial086:> sudo dd if=/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/keyring of=/dev/stdout 2026-02-12T03:23:27.404 INFO:tasks.cephadm:Fetching pub ssh key... 2026-02-12T03:23:27.404 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-12T03:23:27.404 DEBUG:teuthology.orchestra.run.trial086:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2026-02-12T03:23:27.460 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:27 trial086 ceph-mon[14472]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:27.460 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:27 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:27.460 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:27 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/4025000691' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-02-12T03:23:27.460 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:27 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3169077812' entity='client.admin' 2026-02-12T03:23:27.462 INFO:tasks.cephadm:Installing pub ssh key for root users... 2026-02-12T03:23:27.462 DEBUG:teuthology.orchestra.run.trial086:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAINOzUdGiFOjBhDmmUHJ2UIzhSlQuA24wDfLnPC+tx0gF ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-02-12T03:23:27.537 INFO:teuthology.orchestra.run.trial086.stdout:ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAINOzUdGiFOjBhDmmUHJ2UIzhSlQuA24wDfLnPC+tx0gF ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:27.546 DEBUG:teuthology.orchestra.run.trial145:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAINOzUdGiFOjBhDmmUHJ2UIzhSlQuA24wDfLnPC+tx0gF ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-02-12T03:23:27.581 INFO:teuthology.orchestra.run.trial145.stdout:ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAINOzUdGiFOjBhDmmUHJ2UIzhSlQuA24wDfLnPC+tx0gF ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:27.592 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2026-02-12T03:23:27.873 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:23:28.119 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2026-02-12T03:23:28.119 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph orch client-keyring set client.admin '*' --mode 0755 2026-02-12T03:23:28.405 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:23:28.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:28 trial086 ceph-mon[14472]: mgrmap e12: y(active, since 2s) 2026-02-12T03:23:28.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:28 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3483947811' entity='client.admin' 2026-02-12T03:23:28.640 INFO:tasks.cephadm:Writing (initial) conf and keyring to trial145 2026-02-12T03:23:28.640 DEBUG:teuthology.orchestra.run.trial145:> set -ex 2026-02-12T03:23:28.640 DEBUG:teuthology.orchestra.run.trial145:> dd of=/etc/ceph/ceph.conf 2026-02-12T03:23:28.659 DEBUG:teuthology.orchestra.run.trial145:> set -ex 2026-02-12T03:23:28.659 DEBUG:teuthology.orchestra.run.trial145:> dd of=/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:23:28.715 INFO:tasks.cephadm:Adding host trial145 to orchestrator... 2026-02-12T03:23:28.715 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph orch host add trial145 2026-02-12T03:23:29.000 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:23:29.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:29 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:29.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:29 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:29.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:29 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:trial086", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:23:29.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:29 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:29.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:29 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:29.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:29 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:29.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:29 trial086 ceph-mon[14472]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:29.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:29 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:29.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:29 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:29.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:29 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:29.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:29 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:29.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:29 trial086 ceph-mon[14472]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:23:29.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:29 trial086 ceph-mon[14472]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:23:29.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:29 trial086 ceph-mon[14472]: Updating trial086:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:23:29.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:29 trial086 ceph-mon[14472]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:23:29.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:29 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:29.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:29 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:29.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:29 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:30.714 INFO:teuthology.orchestra.run.trial086.stdout:Added host 'trial145' with addr '10.20.193.145' 2026-02-12T03:23:30.753 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:30 trial086 ceph-mon[14472]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial145", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:30.753 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:30 trial086 ceph-mon[14472]: Deploying cephadm binary to trial145 2026-02-12T03:23:30.755 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph orch host ls --format=json 2026-02-12T03:23:31.033 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:23:31.223 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:23:31.224 INFO:teuthology.orchestra.run.trial086.stdout:[{"addr": "10.20.193.86", "hostname": "trial086", "labels": [], "status": ""}, {"addr": "10.20.193.145", "hostname": "trial145", "labels": [], "status": ""}] 2026-02-12T03:23:31.261 INFO:tasks.cephadm:Setting crush tunables to default 2026-02-12T03:23:31.261 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph osd crush tunables default 2026-02-12T03:23:31.542 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:23:31.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:31 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:31.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:31 trial086 ceph-mon[14472]: Added host trial145 2026-02-12T03:23:31.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:31 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:31.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:31 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:31.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:31 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:32.716 INFO:teuthology.orchestra.run.trial086.stderr:adjusted tunables profile to default 2026-02-12T03:23:32.756 INFO:tasks.cephadm:Adding mon.a on trial086 2026-02-12T03:23:32.756 INFO:tasks.cephadm:Adding mon.c on trial086 2026-02-12T03:23:32.756 INFO:tasks.cephadm:Adding mon.b on trial145 2026-02-12T03:23:32.756 DEBUG:teuthology.orchestra.run.trial145:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph orch apply mon '3;trial086:10.20.193.86=a;trial086:[v2:10.20.193.86:3301,v1:10.20.193.86:6790]=c;trial145:10.20.193.145=b' 2026-02-12T03:23:33.049 INFO:teuthology.orchestra.run.trial145.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:23:33.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:32 trial086 ceph-mon[14472]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T03:23:33.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:32 trial086 ceph-mon[14472]: mgrmap e13: y(active, since 6s) 2026-02-12T03:23:33.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:32 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1867831109' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-02-12T03:23:33.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:32 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:33.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:32 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:33.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:32 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:33.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:32 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:33.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:32 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:33.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:32 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:trial145", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:23:33.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:32 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:33.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:32 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:33.252 INFO:teuthology.orchestra.run.trial145.stdout:Scheduled mon update... 2026-02-12T03:23:33.289 DEBUG:teuthology.orchestra.run.trial086:mon.c> sudo journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mon.c.service 2026-02-12T03:23:33.292 DEBUG:teuthology.orchestra.run.trial145:mon.b> sudo journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mon.b.service 2026-02-12T03:23:33.294 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-02-12T03:23:33.294 DEBUG:teuthology.orchestra.run.trial145:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph mon dump -f json 2026-02-12T03:23:33.648 INFO:teuthology.orchestra.run.trial145.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:23:34.043 INFO:teuthology.orchestra.run.trial145.stdout: 2026-02-12T03:23:34.043 INFO:teuthology.orchestra.run.trial145.stdout:{"epoch":1,"fsid":"1df67b0b-07c2-11f1-abd4-d404e6e7d460","modified":"2026-02-12T03:23:05.827285Z","created":"2026-02-12T03:23:05.827285Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:3300","nonce":0},{"type":"v1","addr":"10.20.193.86:6789","nonce":0}]},"addr":"10.20.193.86:6789/0","public_addr":"10.20.193.86:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-12T03:23:34.043 INFO:teuthology.orchestra.run.trial145.stderr:dumped monmap epoch 1 2026-02-12T03:23:34.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:33 trial086 ceph-mon[14472]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:23:34.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:33 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1867831109' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-02-12T03:23:34.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:33 trial086 ceph-mon[14472]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T03:23:34.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:33 trial086 ceph-mon[14472]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:23:34.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:33 trial086 ceph-mon[14472]: Updating trial145:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:23:34.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:33 trial086 ceph-mon[14472]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:23:34.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:33 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:33 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:33 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:33 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:33 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:34.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:33 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:34.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:33 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:34.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:33 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:33 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:23:34.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:33 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:34.478 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 systemd[1]: Starting Ceph mon.b for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:23:34.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 podman[16950]: 2026-02-12 03:23:34.478015739 +0000 UTC m=+0.015114877 container create 54def20c4bc2c35301019c8d73a6b356d305a809d83a3e529fc5da904976df7d (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-b, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260202, io.buildah.version=1.41.3, CEPH_REF=squid, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:23:34.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 podman[16950]: 2026-02-12 03:23:34.505331934 +0000 UTC m=+0.042431032 container init 54def20c4bc2c35301019c8d73a6b356d305a809d83a3e529fc5da904976df7d (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-b, io.buildah.version=1.41.3, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, CEPH_REF=squid, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.build-date=20260202, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:23:34.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 podman[16950]: 2026-02-12 03:23:34.507599758 +0000 UTC m=+0.044698826 container start 54def20c4bc2c35301019c8d73a6b356d305a809d83a3e529fc5da904976df7d (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-b, org.label-schema.build-date=20260202, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, CEPH_REF=squid, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:23:34.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 bash[16950]: 54def20c4bc2c35301019c8d73a6b356d305a809d83a3e529fc5da904976df7d 2026-02-12T03:23:34.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 podman[16950]: 2026-02-12 03:23:34.471898193 +0000 UTC m=+0.008997281 image pull 4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4 2026-02-12T03:23:34.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 systemd[1]: Started Ceph mon.b for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:23:34.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: set uid:gid to 167:167 (ceph:ceph) 2026-02-12T03:23:34.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable), process ceph-mon, pid 2 2026-02-12T03:23:34.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: pidfile_write: ignore empty --pid-file 2026-02-12T03:23:34.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: load: jerasure load: lrc 2026-02-12T03:23:34.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: RocksDB version: 7.9.2 2026-02-12T03:23:34.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Git sha 0 2026-02-12T03:23:34.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Compile date 2026-02-07 14:59:59 2026-02-12T03:23:34.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: DB SUMMARY 2026-02-12T03:23:34.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: DB Session ID: ZCWXA6VOMRKBMV1N8ED3 2026-02-12T03:23:34.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: CURRENT file: CURRENT 2026-02-12T03:23:34.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: IDENTITY file: IDENTITY 2026-02-12T03:23:34.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2026-02-12T03:23:34.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2026-02-12T03:23:34.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2026-02-12T03:23:34.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.error_if_exists: 0 2026-02-12T03:23:34.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.create_if_missing: 0 2026-02-12T03:23:34.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.paranoid_checks: 1 2026-02-12T03:23:34.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-12T03:23:34.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-12T03:23:34.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-12T03:23:34.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.env: 0x559670984dc0 2026-02-12T03:23:34.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.fs: PosixFileSystem 2026-02-12T03:23:34.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.info_log: 0x559671969880 2026-02-12T03:23:34.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_file_opening_threads: 16 2026-02-12T03:23:34.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.statistics: (nil) 2026-02-12T03:23:34.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.use_fsync: 0 2026-02-12T03:23:34.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_log_file_size: 0 2026-02-12T03:23:34.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-12T03:23:34.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-12T03:23:34.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.keep_log_file_num: 1000 2026-02-12T03:23:34.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.recycle_log_file_num: 0 2026-02-12T03:23:34.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.allow_fallocate: 1 2026-02-12T03:23:34.891 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.allow_mmap_reads: 0 2026-02-12T03:23:34.891 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.allow_mmap_writes: 0 2026-02-12T03:23:34.891 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.use_direct_reads: 0 2026-02-12T03:23:34.891 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-12T03:23:34.891 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.create_missing_column_families: 0 2026-02-12T03:23:34.891 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.db_log_dir: 2026-02-12T03:23:34.891 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.wal_dir: 2026-02-12T03:23:34.891 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-12T03:23:34.891 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-12T03:23:34.891 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-12T03:23:34.891 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-12T03:23:34.891 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-12T03:23:34.891 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-12T03:23:34.892 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.advise_random_on_open: 1 2026-02-12T03:23:34.892 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.db_write_buffer_size: 0 2026-02-12T03:23:34.892 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.write_buffer_manager: 0x55967196d900 2026-02-12T03:23:34.892 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-12T03:23:34.892 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-12T03:23:34.892 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-12T03:23:34.892 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.rate_limiter: (nil) 2026-02-12T03:23:34.892 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-12T03:23:34.892 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.wal_recovery_mode: 2 2026-02-12T03:23:34.892 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.enable_thread_tracking: 0 2026-02-12T03:23:34.892 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.enable_pipelined_write: 0 2026-02-12T03:23:34.892 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.unordered_write: 0 2026-02-12T03:23:34.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-12T03:23:34.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-12T03:23:34.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-12T03:23:34.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-12T03:23:34.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.row_cache: None 2026-02-12T03:23:34.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.wal_filter: None 2026-02-12T03:23:34.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-12T03:23:34.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.allow_ingest_behind: 0 2026-02-12T03:23:34.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.two_write_queues: 0 2026-02-12T03:23:34.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.manual_wal_flush: 0 2026-02-12T03:23:34.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.wal_compression: 0 2026-02-12T03:23:34.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.atomic_flush: 0 2026-02-12T03:23:34.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-12T03:23:34.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-12T03:23:34.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-12T03:23:34.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.log_readahead_size: 0 2026-02-12T03:23:34.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-12T03:23:34.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.best_efforts_recovery: 0 2026-02-12T03:23:34.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-12T03:23:34.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-12T03:23:34.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.allow_data_in_errors: 0 2026-02-12T03:23:34.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.db_host_id: __hostname__ 2026-02-12T03:23:34.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-12T03:23:34.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_background_jobs: 2 2026-02-12T03:23:34.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_background_compactions: -1 2026-02-12T03:23:34.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_subcompactions: 1 2026-02-12T03:23:34.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-12T03:23:34.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-12T03:23:34.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-12T03:23:34.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_total_wal_size: 0 2026-02-12T03:23:34.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-12T03:23:34.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-12T03:23:34.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-12T03:23:34.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-12T03:23:34.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_open_files: -1 2026-02-12T03:23:34.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.bytes_per_sync: 0 2026-02-12T03:23:34.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-12T03:23:34.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-12T03:23:34.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.compaction_readahead_size: 0 2026-02-12T03:23:34.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_background_flushes: -1 2026-02-12T03:23:34.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Compression algorithms supported: 2026-02-12T03:23:34.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: kZSTD supported: 0 2026-02-12T03:23:34.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: kXpressCompression supported: 0 2026-02-12T03:23:34.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: kBZip2Compression supported: 0 2026-02-12T03:23:34.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-12T03:23:34.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: kLZ4Compression supported: 1 2026-02-12T03:23:34.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: kZlibCompression supported: 1 2026-02-12T03:23:34.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: kLZ4HCCompression supported: 1 2026-02-12T03:23:34.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: kSnappyCompression supported: 1 2026-02-12T03:23:34.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-12T03:23:34.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-12T03:23:34.897 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2026-02-12T03:23:34.897 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-12T03:23:34.897 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-12T03:23:34.897 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.merge_operator: 2026-02-12T03:23:34.897 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.compaction_filter: None 2026-02-12T03:23:34.897 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.compaction_filter_factory: None 2026-02-12T03:23:34.897 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.sst_partitioner_factory: None 2026-02-12T03:23:34.897 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-12T03:23:34.897 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-12T03:23:34.897 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559671968480) 2026-02-12T03:23:34.897 INFO:journalctl@ceph.mon.b.trial145.stdout: cache_index_and_filter_blocks: 1 2026-02-12T03:23:34.897 INFO:journalctl@ceph.mon.b.trial145.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-12T03:23:34.897 INFO:journalctl@ceph.mon.b.trial145.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-12T03:23:34.898 INFO:journalctl@ceph.mon.b.trial145.stdout: pin_top_level_index_and_filter: 1 2026-02-12T03:23:34.898 INFO:journalctl@ceph.mon.b.trial145.stdout: index_type: 0 2026-02-12T03:23:34.898 INFO:journalctl@ceph.mon.b.trial145.stdout: data_block_index_type: 0 2026-02-12T03:23:34.898 INFO:journalctl@ceph.mon.b.trial145.stdout: index_shortening: 1 2026-02-12T03:23:34.898 INFO:journalctl@ceph.mon.b.trial145.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-12T03:23:34.898 INFO:journalctl@ceph.mon.b.trial145.stdout: checksum: 4 2026-02-12T03:23:34.898 INFO:journalctl@ceph.mon.b.trial145.stdout: no_block_cache: 0 2026-02-12T03:23:34.898 INFO:journalctl@ceph.mon.b.trial145.stdout: block_cache: 0x55967198d350 2026-02-12T03:23:34.898 INFO:journalctl@ceph.mon.b.trial145.stdout: block_cache_name: BinnedLRUCache 2026-02-12T03:23:34.898 INFO:journalctl@ceph.mon.b.trial145.stdout: block_cache_options: 2026-02-12T03:23:34.898 INFO:journalctl@ceph.mon.b.trial145.stdout: capacity : 536870912 2026-02-12T03:23:34.898 INFO:journalctl@ceph.mon.b.trial145.stdout: num_shard_bits : 4 2026-02-12T03:23:34.899 INFO:journalctl@ceph.mon.b.trial145.stdout: strict_capacity_limit : 0 2026-02-12T03:23:34.899 INFO:journalctl@ceph.mon.b.trial145.stdout: high_pri_pool_ratio: 0.000 2026-02-12T03:23:34.899 INFO:journalctl@ceph.mon.b.trial145.stdout: block_cache_compressed: (nil) 2026-02-12T03:23:34.899 INFO:journalctl@ceph.mon.b.trial145.stdout: persistent_cache: (nil) 2026-02-12T03:23:34.899 INFO:journalctl@ceph.mon.b.trial145.stdout: block_size: 4096 2026-02-12T03:23:34.899 INFO:journalctl@ceph.mon.b.trial145.stdout: block_size_deviation: 10 2026-02-12T03:23:34.899 INFO:journalctl@ceph.mon.b.trial145.stdout: block_restart_interval: 16 2026-02-12T03:23:34.899 INFO:journalctl@ceph.mon.b.trial145.stdout: index_block_restart_interval: 1 2026-02-12T03:23:34.899 INFO:journalctl@ceph.mon.b.trial145.stdout: metadata_block_size: 4096 2026-02-12T03:23:34.899 INFO:journalctl@ceph.mon.b.trial145.stdout: partition_filters: 0 2026-02-12T03:23:34.899 INFO:journalctl@ceph.mon.b.trial145.stdout: use_delta_encoding: 1 2026-02-12T03:23:34.899 INFO:journalctl@ceph.mon.b.trial145.stdout: filter_policy: bloomfilter 2026-02-12T03:23:34.899 INFO:journalctl@ceph.mon.b.trial145.stdout: whole_key_filtering: 1 2026-02-12T03:23:34.900 INFO:journalctl@ceph.mon.b.trial145.stdout: verify_compression: 0 2026-02-12T03:23:34.900 INFO:journalctl@ceph.mon.b.trial145.stdout: read_amp_bytes_per_bit: 0 2026-02-12T03:23:34.900 INFO:journalctl@ceph.mon.b.trial145.stdout: format_version: 5 2026-02-12T03:23:34.900 INFO:journalctl@ceph.mon.b.trial145.stdout: enable_index_compression: 1 2026-02-12T03:23:34.900 INFO:journalctl@ceph.mon.b.trial145.stdout: block_align: 0 2026-02-12T03:23:34.900 INFO:journalctl@ceph.mon.b.trial145.stdout: max_auto_readahead_size: 262144 2026-02-12T03:23:34.900 INFO:journalctl@ceph.mon.b.trial145.stdout: prepopulate_block_cache: 0 2026-02-12T03:23:34.900 INFO:journalctl@ceph.mon.b.trial145.stdout: initial_auto_readahead_size: 8192 2026-02-12T03:23:34.900 INFO:journalctl@ceph.mon.b.trial145.stdout: num_file_reads_for_auto_readahead: 2 2026-02-12T03:23:34.900 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.write_buffer_size: 33554432 2026-02-12T03:23:34.900 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_write_buffer_number: 2 2026-02-12T03:23:34.900 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.compression: NoCompression 2026-02-12T03:23:34.900 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.bottommost_compression: Disabled 2026-02-12T03:23:34.900 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.prefix_extractor: nullptr 2026-02-12T03:23:34.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-12T03:23:34.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.num_levels: 7 2026-02-12T03:23:34.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-12T03:23:34.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-12T03:23:34.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-12T03:23:34.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-12T03:23:34.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-12T03:23:34.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-12T03:23:34.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-12T03:23:34.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-12T03:23:34.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-12T03:23:34.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-12T03:23:34.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-12T03:23:34.902 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-12T03:23:34.902 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-12T03:23:34.902 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.compression_opts.level: 32767 2026-02-12T03:23:34.902 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.compression_opts.strategy: 0 2026-02-12T03:23:34.902 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-12T03:23:34.902 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-12T03:23:34.902 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-12T03:23:34.902 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-12T03:23:34.902 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.compression_opts.enabled: false 2026-02-12T03:23:34.902 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-12T03:23:34.902 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-12T03:23:34.902 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-12T03:23:34.902 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-12T03:23:34.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.target_file_size_base: 67108864 2026-02-12T03:23:34.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-12T03:23:34.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-12T03:23:34.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-12T03:23:34.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-12T03:23:34.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-12T03:23:34.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-12T03:23:34.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-12T03:23:34.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-12T03:23:34.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-12T03:23:34.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-12T03:23:34.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-12T03:23:34.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-12T03:23:34.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-12T03:23:34.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-12T03:23:34.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.arena_block_size: 1048576 2026-02-12T03:23:34.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-12T03:23:34.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-12T03:23:34.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.disable_auto_compactions: 0 2026-02-12T03:23:34.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-12T03:23:34.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-12T03:23:34.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-12T03:23:34.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-12T03:23:34.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-12T03:23:34.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-12T03:23:34.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-12T03:23:34.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-12T03:23:34.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-12T03:23:34.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-12T03:23:34.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-12T03:23:34.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.inplace_update_support: 0 2026-02-12T03:23:34.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-12T03:23:34.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-12T03:23:34.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-12T03:23:34.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-12T03:23:34.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.bloom_locality: 0 2026-02-12T03:23:34.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.max_successive_merges: 0 2026-02-12T03:23:34.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-12T03:23:34.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.paranoid_file_checks: 0 2026-02-12T03:23:34.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.force_consistency_checks: 1 2026-02-12T03:23:34.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.report_bg_io_stats: 0 2026-02-12T03:23:34.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.ttl: 2592000 2026-02-12T03:23:34.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-12T03:23:34.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-12T03:23:34.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-12T03:23:34.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.enable_blob_files: false 2026-02-12T03:23:34.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.min_blob_size: 0 2026-02-12T03:23:34.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.blob_file_size: 268435456 2026-02-12T03:23:34.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-12T03:23:34.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-12T03:23:34.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-12T03:23:34.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-12T03:23:34.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-12T03:23:34.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.blob_file_starting_level: 0 2026-02-12T03:23:34.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-12T03:23:34.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2026-02-12T03:23:34.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2026-02-12T03:23:34.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 2f783fc9-d0a1-4e43-ac2b-aea838003137 2026-02-12T03:23:34.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770866614525422, "job": 1, "event": "recovery_started", "wal_files": [4]} 2026-02-12T03:23:34.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2026-02-12T03:23:34.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770866614525933, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1647, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1770866614, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "2f783fc9-d0a1-4e43-ac2b-aea838003137", "db_session_id": "ZCWXA6VOMRKBMV1N8ED3", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2026-02-12T03:23:34.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770866614525985, "job": 1, "event": "recovery_finished"} 2026-02-12T03:23:34.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2026-02-12T03:23:34.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-12T03:23:34.908 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55967198ee00 2026-02-12T03:23:34.908 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: DB pointer 0x559671a9a000 2026-02-12T03:23:34.908 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mon.b does not exist in monmap, will attempt to join an existing cluster 2026-02-12T03:23:34.908 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-12T03:23:34.908 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-12T03:23:34.908 INFO:journalctl@ceph.mon.b.trial145.stdout: ** DB Stats ** 2026-02-12T03:23:34.908 INFO:journalctl@ceph.mon.b.trial145.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T03:23:34.908 INFO:journalctl@ceph.mon.b.trial145.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-12T03:23:34.908 INFO:journalctl@ceph.mon.b.trial145.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T03:23:34.908 INFO:journalctl@ceph.mon.b.trial145.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T03:23:34.908 INFO:journalctl@ceph.mon.b.trial145.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-12T03:23:34.908 INFO:journalctl@ceph.mon.b.trial145.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T03:23:34.909 INFO:journalctl@ceph.mon.b.trial145.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T03:23:34.909 INFO:journalctl@ceph.mon.b.trial145.stdout: 2026-02-12T03:23:34.909 INFO:journalctl@ceph.mon.b.trial145.stdout: ** Compaction Stats [default] ** 2026-02-12T03:23:34.909 INFO:journalctl@ceph.mon.b.trial145.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T03:23:34.909 INFO:journalctl@ceph.mon.b.trial145.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-12T03:23:34.909 INFO:journalctl@ceph.mon.b.trial145.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T03:23:34.909 INFO:journalctl@ceph.mon.b.trial145.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T03:23:34.909 INFO:journalctl@ceph.mon.b.trial145.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T03:23:34.909 INFO:journalctl@ceph.mon.b.trial145.stdout: 2026-02-12T03:23:34.909 INFO:journalctl@ceph.mon.b.trial145.stdout: ** Compaction Stats [default] ** 2026-02-12T03:23:34.909 INFO:journalctl@ceph.mon.b.trial145.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T03:23:34.909 INFO:journalctl@ceph.mon.b.trial145.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-12T03:23:34.910 INFO:journalctl@ceph.mon.b.trial145.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T03:23:34.910 INFO:journalctl@ceph.mon.b.trial145.stdout: 2026-02-12T03:23:34.910 INFO:journalctl@ceph.mon.b.trial145.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-12T03:23:34.910 INFO:journalctl@ceph.mon.b.trial145.stdout: 2026-02-12T03:23:34.910 INFO:journalctl@ceph.mon.b.trial145.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T03:23:34.910 INFO:journalctl@ceph.mon.b.trial145.stdout: Flush(GB): cumulative 0.000, interval 0.000 2026-02-12T03:23:34.910 INFO:journalctl@ceph.mon.b.trial145.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-12T03:23:34.910 INFO:journalctl@ceph.mon.b.trial145.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-12T03:23:34.910 INFO:journalctl@ceph.mon.b.trial145.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-12T03:23:34.910 INFO:journalctl@ceph.mon.b.trial145.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-12T03:23:34.910 INFO:journalctl@ceph.mon.b.trial145.stdout: Cumulative compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T03:23:34.910 INFO:journalctl@ceph.mon.b.trial145.stdout: Interval compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T03:23:34.911 INFO:journalctl@ceph.mon.b.trial145.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-12T03:23:34.911 INFO:journalctl@ceph.mon.b.trial145.stdout: Block cache BinnedLRUCache@0x55967198d350#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.5e-05 secs_since: 0 2026-02-12T03:23:34.911 INFO:journalctl@ceph.mon.b.trial145.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2026-02-12T03:23:34.911 INFO:journalctl@ceph.mon.b.trial145.stdout: 2026-02-12T03:23:34.911 INFO:journalctl@ceph.mon.b.trial145.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-12T03:23:34.911 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: using public_addr v2:10.20.193.145:0/0 -> [v2:10.20.193.145:3300/0,v1:10.20.193.145:6789/0] 2026-02-12T03:23:34.911 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: starting mon.b rank -1 at public addrs [v2:10.20.193.145:3300/0,v1:10.20.193.145:6789/0] at bind addrs [v2:10.20.193.145:3300/0,v1:10.20.193.145:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:34.911 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mon.b@-1(???) e0 preinit fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:34.911 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mon.b@-1(synchronizing).mds e1 new map 2026-02-12T03:23:34.911 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mon.b@-1(synchronizing).mds e1 print_map 2026-02-12T03:23:34.911 INFO:journalctl@ceph.mon.b.trial145.stdout: e1 2026-02-12T03:23:34.911 INFO:journalctl@ceph.mon.b.trial145.stdout: btime 2026-02-12T03:23:06:727801+0000 2026-02-12T03:23:34.912 INFO:journalctl@ceph.mon.b.trial145.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-12T03:23:34.912 INFO:journalctl@ceph.mon.b.trial145.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-12T03:23:34.912 INFO:journalctl@ceph.mon.b.trial145.stdout: legacy client fscid: -1 2026-02-12T03:23:34.912 INFO:journalctl@ceph.mon.b.trial145.stdout: 2026-02-12T03:23:34.912 INFO:journalctl@ceph.mon.b.trial145.stdout: No filesystems configured 2026-02-12T03:23:34.912 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2026-02-12T03:23:34.912 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2026-02-12T03:23:34.912 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2026-02-12T03:23:34.912 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2026-02-12T03:23:34.912 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2026-02-12T03:23:34.912 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2026-02-12T03:23:34.912 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2026-02-12T03:23:34.912 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-02-12T03:23:34.913 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-02-12T03:23:34.913 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-02-12T03:23:34.913 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mkfs 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:34.913 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mon.a is new leader, mons a in quorum (ranks 0) 2026-02-12T03:23:34.913 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mon.a is new leader, mons a in quorum (ranks 0) 2026-02-12T03:23:34.913 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: monmap epoch 1 2026-02-12T03:23:34.913 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:34.913 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: last_changed 2026-02-12T03:23:05.827285+0000 2026-02-12T03:23:34.913 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: created 2026-02-12T03:23:05.827285+0000 2026-02-12T03:23:34.913 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: min_mon_release 19 (squid) 2026-02-12T03:23:34.913 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: election_strategy: 1 2026-02-12T03:23:34.913 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: 0: [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] mon.a 2026-02-12T03:23:34.913 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: fsmap 2026-02-12T03:23:34.914 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: osdmap e1: 0 total, 0 up, 0 in 2026-02-12T03:23:34.914 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mgrmap e1: no daemons active 2026-02-12T03:23:34.914 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2525825345' entity='client.admin' 2026-02-12T03:23:34.914 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3020082339' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-12T03:23:34.914 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/492648370' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-12T03:23:34.914 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Activating manager daemon y 2026-02-12T03:23:34.914 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mgrmap e2: y(active, starting, since 0.00263564s) 2026-02-12T03:23:34.914 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:23:34.914 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:23:34.914 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:23:34.914 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:23:34.914 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:23:34.914 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Manager daemon y is now available 2026-02-12T03:23:34.915 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:23:34.915 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' 2026-02-12T03:23:34.915 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:23:34.915 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' 2026-02-12T03:23:34.915 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' 2026-02-12T03:23:34.915 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mgrmap e3: y(active, since 1.00556s) 2026-02-12T03:23:34.915 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2791566458' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-12T03:23:34.915 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mgrmap e4: y(active, since 2s) 2026-02-12T03:23:34.915 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3105144471' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-02-12T03:23:34.915 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3105144471' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2026-02-12T03:23:34.915 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/292578862' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-02-12T03:23:34.915 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/292578862' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-02-12T03:23:34.915 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mgrmap e5: y(active, since 3s) 2026-02-12T03:23:34.916 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/394461892' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-12T03:23:34.916 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Active manager daemon y restarted 2026-02-12T03:23:34.916 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Activating manager daemon y 2026-02-12T03:23:34.916 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: osdmap e2: 0 total, 0 up, 0 in 2026-02-12T03:23:34.916 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mgrmap e6: y(active, starting, since 0.00260245s) 2026-02-12T03:23:34.916 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:23:34.916 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:23:34.916 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:23:34.916 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:23:34.916 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:23:34.916 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Manager daemon y is now available 2026-02-12T03:23:34.916 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:34.916 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:34.916 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:34.917 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:34.917 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:23:34.917 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:23:34.917 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Found migration_current of "None". Setting to last migration. 2026-02-12T03:23:34.917 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:34.917 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:34.917 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mgrmap e7: y(active, since 1.00358s) 2026-02-12T03:23:34.917 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: [12/Feb/2026:03:23:17] ENGINE Bus STARTING 2026-02-12T03:23:34.917 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-02-12T03:23:34.917 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-02-12T03:23:34.917 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: [12/Feb/2026:03:23:17] ENGINE Serving on http://10.20.193.86:8765 2026-02-12T03:23:34.917 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: [12/Feb/2026:03:23:17] ENGINE Serving on https://10.20.193.86:7150 2026-02-12T03:23:34.917 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: [12/Feb/2026:03:23:17] ENGINE Bus STARTED 2026-02-12T03:23:34.918 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: [12/Feb/2026:03:23:17] ENGINE Client ('10.20.193.86', 60914) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:23:34.918 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:34.918 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:34.918 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:34.918 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:34.918 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:34.918 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:34.918 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:34.918 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:34.918 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Generating ssh key... 2026-02-12T03:23:34.918 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:34.918 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial086", "addr": "10.20.193.86", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:34.919 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mgrmap e8: y(active, since 2s) 2026-02-12T03:23:34.919 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Deploying cephadm binary to trial086 2026-02-12T03:23:34.919 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:34.919 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:34.919 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:34.919 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:34.919 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:34.919 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Added host trial086 2026-02-12T03:23:34.919 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:34.919 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Saving service mon spec with placement count:5 2026-02-12T03:23:34.919 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:34.919 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Saving service mgr spec with placement count:2 2026-02-12T03:23:34.919 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2074974038' entity='client.admin' 2026-02-12T03:23:34.920 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:34.920 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1543432893' entity='client.admin' 2026-02-12T03:23:34.920 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:34.920 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2417537286' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-02-12T03:23:34.920 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:34.920 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2417537286' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-02-12T03:23:34.920 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mgrmap e9: y(active, since 5s) 2026-02-12T03:23:34.920 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3759976083' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-12T03:23:34.920 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Active manager daemon y restarted 2026-02-12T03:23:34.920 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Activating manager daemon y 2026-02-12T03:23:34.920 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: osdmap e3: 0 total, 0 up, 0 in 2026-02-12T03:23:34.920 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mgrmap e10: y(active, starting, since 0.00246881s) 2026-02-12T03:23:34.920 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:23:34.921 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:23:34.921 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:23:34.921 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:23:34.921 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:23:34.921 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Manager daemon y is now available 2026-02-12T03:23:34.921 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:34.921 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:23:34.921 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:23:34.921 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.921 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.921 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mgrmap e11: y(active, since 1.00456s) 2026-02-12T03:23:34.921 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: [12/Feb/2026:03:23:25] ENGINE Bus STARTING 2026-02-12T03:23:34.921 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-02-12T03:23:34.921 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: [12/Feb/2026:03:23:25] ENGINE Serving on https://10.20.193.86:7150 2026-02-12T03:23:34.922 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: [12/Feb/2026:03:23:25] ENGINE Client ('10.20.193.86', 44254) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:23:34.922 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: [12/Feb/2026:03:23:25] ENGINE Serving on http://10.20.193.86:8765 2026-02-12T03:23:34.922 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: [12/Feb/2026:03:23:25] ENGINE Bus STARTED 2026-02-12T03:23:34.922 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:34.922 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.922 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.922 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:34.922 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.923 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/4025000691' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-02-12T03:23:34.923 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3169077812' entity='client.admin' 2026-02-12T03:23:34.923 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mgrmap e12: y(active, since 2s) 2026-02-12T03:23:34.923 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3483947811' entity='client.admin' 2026-02-12T03:23:34.923 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.923 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.923 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:trial086", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:23:34.923 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.923 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:34.924 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.924 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:34.924 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.924 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:34.924 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:34.924 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:34.924 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:23:34.924 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:23:34.924 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Updating trial086:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:23:34.924 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:23:34.924 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.924 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.924 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.924 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial145", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:34.925 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Deploying cephadm binary to trial145 2026-02-12T03:23:34.925 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.925 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Added host trial145 2026-02-12T03:23:34.925 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:34.925 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.925 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.925 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T03:23:34.925 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mgrmap e13: y(active, since 6s) 2026-02-12T03:23:34.925 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1867831109' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-02-12T03:23:34.925 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.925 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.925 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.925 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.925 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.925 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:trial145", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:23:34.926 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:34.926 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:34.926 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:23:34.926 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1867831109' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-02-12T03:23:34.926 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T03:23:34.926 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:23:34.926 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Updating trial145:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:23:34.926 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:23:34.926 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.926 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.926 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.926 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.926 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:34.926 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:34.926 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:34.926 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:34.927 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:23:34.927 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:34.927 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:34 trial145 ceph-mon[16978]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2026-02-12T03:23:35.108 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-02-12T03:23:35.109 DEBUG:teuthology.orchestra.run.trial145:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph mon dump -f json 2026-02-12T03:23:35.389 INFO:teuthology.orchestra.run.trial145.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.b/config 2026-02-12T03:23:39.851 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:23:39.852 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:23:39.852 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: mon.a calling monitor election 2026-02-12T03:23:39.852 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:23:39.852 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:23:39.852 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: mon.b calling monitor election 2026-02-12T03:23:39.852 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:23:39.852 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:23:39.852 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:23:39.852 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2026-02-12T03:23:39.852 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: monmap epoch 2 2026-02-12T03:23:39.853 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:39.853 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: last_changed 2026-02-12T03:23:34.543998+0000 2026-02-12T03:23:39.853 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: created 2026-02-12T03:23:05.827285+0000 2026-02-12T03:23:39.853 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: min_mon_release 19 (squid) 2026-02-12T03:23:39.853 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: election_strategy: 1 2026-02-12T03:23:39.853 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: 0: [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] mon.a 2026-02-12T03:23:39.853 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: 1: [v2:10.20.193.145:3300/0,v1:10.20.193.145:6789/0] mon.b 2026-02-12T03:23:39.853 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: fsmap 2026-02-12T03:23:39.853 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T03:23:39.853 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: mgrmap e13: y(active, since 14s) 2026-02-12T03:23:39.853 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: overall HEALTH_OK 2026-02-12T03:23:39.853 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:39.853 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:23:39.854 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:39 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:39.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:23:39.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:23:39.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: mon.a calling monitor election 2026-02-12T03:23:39.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:23:39.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:23:39.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: mon.b calling monitor election 2026-02-12T03:23:39.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:23:39.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:23:39.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:23:39.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2026-02-12T03:23:39.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: monmap epoch 2 2026-02-12T03:23:39.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: last_changed 2026-02-12T03:23:34.543998+0000 2026-02-12T03:23:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: created 2026-02-12T03:23:05.827285+0000 2026-02-12T03:23:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: min_mon_release 19 (squid) 2026-02-12T03:23:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: election_strategy: 1 2026-02-12T03:23:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: 0: [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] mon.a 2026-02-12T03:23:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: 1: [v2:10.20.193.145:3300/0,v1:10.20.193.145:6789/0] mon.b 2026-02-12T03:23:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: fsmap 2026-02-12T03:23:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T03:23:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: mgrmap e13: y(active, since 14s) 2026-02-12T03:23:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: overall HEALTH_OK 2026-02-12T03:23:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:23:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:39 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:40.021 INFO:teuthology.orchestra.run.trial145.stdout: 2026-02-12T03:23:40.021 INFO:teuthology.orchestra.run.trial145.stdout:{"epoch":2,"fsid":"1df67b0b-07c2-11f1-abd4-d404e6e7d460","modified":"2026-02-12T03:23:34.543998Z","created":"2026-02-12T03:23:05.827285Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:3300","nonce":0},{"type":"v1","addr":"10.20.193.86:6789","nonce":0}]},"addr":"10.20.193.86:6789/0","public_addr":"10.20.193.86:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:3300","nonce":0},{"type":"v1","addr":"10.20.193.145:6789","nonce":0}]},"addr":"10.20.193.145:6789/0","public_addr":"10.20.193.145:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2026-02-12T03:23:40.021 INFO:teuthology.orchestra.run.trial145.stderr:dumped monmap epoch 2 2026-02-12T03:23:40.134 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 systemd[1]: Starting Ceph mon.c for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:23:40.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 podman[22983]: 2026-02-12 03:23:40.219165267 +0000 UTC m=+0.016341524 container create 5e4d958d8791ce287dff351e63af3a2322d6a6fa00c98107d01cac757a3f807c (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-c, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, OSD_FLAVOR=default, org.label-schema.build-date=20260202, io.buildah.version=1.41.3, CEPH_REF=squid, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, ceph=True) 2026-02-12T03:23:40.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 podman[22983]: 2026-02-12 03:23:40.249427695 +0000 UTC m=+0.046603962 container init 5e4d958d8791ce287dff351e63af3a2322d6a6fa00c98107d01cac757a3f807c (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-c, CEPH_REF=squid, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.build-date=20260202, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:23:40.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 podman[22983]: 2026-02-12 03:23:40.251822195 +0000 UTC m=+0.048998442 container start 5e4d958d8791ce287dff351e63af3a2322d6a6fa00c98107d01cac757a3f807c (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-c, CEPH_REF=squid, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, ceph=True, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260202, org.label-schema.vendor=CentOS, OSD_FLAVOR=default) 2026-02-12T03:23:40.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 bash[22983]: 5e4d958d8791ce287dff351e63af3a2322d6a6fa00c98107d01cac757a3f807c 2026-02-12T03:23:40.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 podman[22983]: 2026-02-12 03:23:40.212445264 +0000 UTC m=+0.009621531 image pull 4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4 2026-02-12T03:23:40.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 systemd[1]: Started Ceph mon.c for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:23:40.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: set uid:gid to 167:167 (ceph:ceph) 2026-02-12T03:23:40.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable), process ceph-mon, pid 2 2026-02-12T03:23:40.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: pidfile_write: ignore empty --pid-file 2026-02-12T03:23:40.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: load: jerasure load: lrc 2026-02-12T03:23:40.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: RocksDB version: 7.9.2 2026-02-12T03:23:40.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Git sha 0 2026-02-12T03:23:40.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Compile date 2026-02-07 14:59:59 2026-02-12T03:23:40.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: DB SUMMARY 2026-02-12T03:23:40.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: DB Session ID: UNAZECTL463U6Z3W7EQG 2026-02-12T03:23:40.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: CURRENT file: CURRENT 2026-02-12T03:23:40.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: IDENTITY file: IDENTITY 2026-02-12T03:23:40.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2026-02-12T03:23:40.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2026-02-12T03:23:40.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2026-02-12T03:23:40.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.error_if_exists: 0 2026-02-12T03:23:40.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.create_if_missing: 0 2026-02-12T03:23:40.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.paranoid_checks: 1 2026-02-12T03:23:40.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-12T03:23:40.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-12T03:23:40.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-12T03:23:40.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.env: 0x55c8125a6dc0 2026-02-12T03:23:40.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.fs: PosixFileSystem 2026-02-12T03:23:40.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.info_log: 0x55c8137e7880 2026-02-12T03:23:40.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_file_opening_threads: 16 2026-02-12T03:23:40.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.statistics: (nil) 2026-02-12T03:23:40.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.use_fsync: 0 2026-02-12T03:23:40.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_log_file_size: 0 2026-02-12T03:23:40.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-12T03:23:40.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-12T03:23:40.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.keep_log_file_num: 1000 2026-02-12T03:23:40.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.recycle_log_file_num: 0 2026-02-12T03:23:40.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.allow_fallocate: 1 2026-02-12T03:23:40.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.allow_mmap_reads: 0 2026-02-12T03:23:40.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.allow_mmap_writes: 0 2026-02-12T03:23:40.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.use_direct_reads: 0 2026-02-12T03:23:40.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-12T03:23:40.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.create_missing_column_families: 0 2026-02-12T03:23:40.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.db_log_dir: 2026-02-12T03:23:40.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.wal_dir: 2026-02-12T03:23:40.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-12T03:23:40.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-12T03:23:40.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-12T03:23:40.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-12T03:23:40.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-12T03:23:40.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-12T03:23:40.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.advise_random_on_open: 1 2026-02-12T03:23:40.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.db_write_buffer_size: 0 2026-02-12T03:23:40.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.write_buffer_manager: 0x55c8137eb900 2026-02-12T03:23:40.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-12T03:23:40.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-12T03:23:40.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-12T03:23:40.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.rate_limiter: (nil) 2026-02-12T03:23:40.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-12T03:23:40.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.wal_recovery_mode: 2 2026-02-12T03:23:40.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.enable_thread_tracking: 0 2026-02-12T03:23:40.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.enable_pipelined_write: 0 2026-02-12T03:23:40.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.unordered_write: 0 2026-02-12T03:23:40.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-12T03:23:40.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-12T03:23:40.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-12T03:23:40.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-12T03:23:40.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.row_cache: None 2026-02-12T03:23:40.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.wal_filter: None 2026-02-12T03:23:40.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-12T03:23:40.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.allow_ingest_behind: 0 2026-02-12T03:23:40.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.two_write_queues: 0 2026-02-12T03:23:40.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.manual_wal_flush: 0 2026-02-12T03:23:40.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.wal_compression: 0 2026-02-12T03:23:40.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.atomic_flush: 0 2026-02-12T03:23:40.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-12T03:23:40.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-12T03:23:40.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-12T03:23:40.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.log_readahead_size: 0 2026-02-12T03:23:40.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-12T03:23:40.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.best_efforts_recovery: 0 2026-02-12T03:23:40.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-12T03:23:40.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-12T03:23:40.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.allow_data_in_errors: 0 2026-02-12T03:23:40.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.db_host_id: __hostname__ 2026-02-12T03:23:40.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-12T03:23:40.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_background_jobs: 2 2026-02-12T03:23:40.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_background_compactions: -1 2026-02-12T03:23:40.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_subcompactions: 1 2026-02-12T03:23:40.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-12T03:23:40.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-12T03:23:40.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-12T03:23:40.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_total_wal_size: 0 2026-02-12T03:23:40.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-12T03:23:40.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-12T03:23:40.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-12T03:23:40.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-12T03:23:40.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_open_files: -1 2026-02-12T03:23:40.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.bytes_per_sync: 0 2026-02-12T03:23:40.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-12T03:23:40.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-12T03:23:40.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.compaction_readahead_size: 0 2026-02-12T03:23:40.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_background_flushes: -1 2026-02-12T03:23:40.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Compression algorithms supported: 2026-02-12T03:23:40.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: kZSTD supported: 0 2026-02-12T03:23:40.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: kXpressCompression supported: 0 2026-02-12T03:23:40.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: kBZip2Compression supported: 0 2026-02-12T03:23:40.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-12T03:23:40.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: kLZ4Compression supported: 1 2026-02-12T03:23:40.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: kZlibCompression supported: 1 2026-02-12T03:23:40.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: kLZ4HCCompression supported: 1 2026-02-12T03:23:40.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: kSnappyCompression supported: 1 2026-02-12T03:23:40.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-12T03:23:40.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-12T03:23:40.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2026-02-12T03:23:40.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-12T03:23:40.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-12T03:23:40.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.merge_operator: 2026-02-12T03:23:40.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.compaction_filter: None 2026-02-12T03:23:40.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.compaction_filter_factory: None 2026-02-12T03:23:40.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.sst_partitioner_factory: None 2026-02-12T03:23:40.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-12T03:23:40.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-12T03:23:40.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c8137e6480) 2026-02-12T03:23:40.421 INFO:journalctl@ceph.mon.c.trial086.stdout: cache_index_and_filter_blocks: 1 2026-02-12T03:23:40.421 INFO:journalctl@ceph.mon.c.trial086.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-12T03:23:40.421 INFO:journalctl@ceph.mon.c.trial086.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-12T03:23:40.421 INFO:journalctl@ceph.mon.c.trial086.stdout: pin_top_level_index_and_filter: 1 2026-02-12T03:23:40.421 INFO:journalctl@ceph.mon.c.trial086.stdout: index_type: 0 2026-02-12T03:23:40.421 INFO:journalctl@ceph.mon.c.trial086.stdout: data_block_index_type: 0 2026-02-12T03:23:40.421 INFO:journalctl@ceph.mon.c.trial086.stdout: index_shortening: 1 2026-02-12T03:23:40.421 INFO:journalctl@ceph.mon.c.trial086.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-12T03:23:40.421 INFO:journalctl@ceph.mon.c.trial086.stdout: checksum: 4 2026-02-12T03:23:40.422 INFO:journalctl@ceph.mon.c.trial086.stdout: no_block_cache: 0 2026-02-12T03:23:40.422 INFO:journalctl@ceph.mon.c.trial086.stdout: block_cache: 0x55c81380b350 2026-02-12T03:23:40.422 INFO:journalctl@ceph.mon.c.trial086.stdout: block_cache_name: BinnedLRUCache 2026-02-12T03:23:40.422 INFO:journalctl@ceph.mon.c.trial086.stdout: block_cache_options: 2026-02-12T03:23:40.422 INFO:journalctl@ceph.mon.c.trial086.stdout: capacity : 536870912 2026-02-12T03:23:40.422 INFO:journalctl@ceph.mon.c.trial086.stdout: num_shard_bits : 4 2026-02-12T03:23:40.422 INFO:journalctl@ceph.mon.c.trial086.stdout: strict_capacity_limit : 0 2026-02-12T03:23:40.422 INFO:journalctl@ceph.mon.c.trial086.stdout: high_pri_pool_ratio: 0.000 2026-02-12T03:23:40.422 INFO:journalctl@ceph.mon.c.trial086.stdout: block_cache_compressed: (nil) 2026-02-12T03:23:40.422 INFO:journalctl@ceph.mon.c.trial086.stdout: persistent_cache: (nil) 2026-02-12T03:23:40.422 INFO:journalctl@ceph.mon.c.trial086.stdout: block_size: 4096 2026-02-12T03:23:40.422 INFO:journalctl@ceph.mon.c.trial086.stdout: block_size_deviation: 10 2026-02-12T03:23:40.422 INFO:journalctl@ceph.mon.c.trial086.stdout: block_restart_interval: 16 2026-02-12T03:23:40.423 INFO:journalctl@ceph.mon.c.trial086.stdout: index_block_restart_interval: 1 2026-02-12T03:23:40.423 INFO:journalctl@ceph.mon.c.trial086.stdout: metadata_block_size: 4096 2026-02-12T03:23:40.423 INFO:journalctl@ceph.mon.c.trial086.stdout: partition_filters: 0 2026-02-12T03:23:40.423 INFO:journalctl@ceph.mon.c.trial086.stdout: use_delta_encoding: 1 2026-02-12T03:23:40.423 INFO:journalctl@ceph.mon.c.trial086.stdout: filter_policy: bloomfilter 2026-02-12T03:23:40.423 INFO:journalctl@ceph.mon.c.trial086.stdout: whole_key_filtering: 1 2026-02-12T03:23:40.423 INFO:journalctl@ceph.mon.c.trial086.stdout: verify_compression: 0 2026-02-12T03:23:40.423 INFO:journalctl@ceph.mon.c.trial086.stdout: read_amp_bytes_per_bit: 0 2026-02-12T03:23:40.423 INFO:journalctl@ceph.mon.c.trial086.stdout: format_version: 5 2026-02-12T03:23:40.423 INFO:journalctl@ceph.mon.c.trial086.stdout: enable_index_compression: 1 2026-02-12T03:23:40.423 INFO:journalctl@ceph.mon.c.trial086.stdout: block_align: 0 2026-02-12T03:23:40.423 INFO:journalctl@ceph.mon.c.trial086.stdout: max_auto_readahead_size: 262144 2026-02-12T03:23:40.423 INFO:journalctl@ceph.mon.c.trial086.stdout: prepopulate_block_cache: 0 2026-02-12T03:23:40.424 INFO:journalctl@ceph.mon.c.trial086.stdout: initial_auto_readahead_size: 8192 2026-02-12T03:23:40.424 INFO:journalctl@ceph.mon.c.trial086.stdout: num_file_reads_for_auto_readahead: 2 2026-02-12T03:23:40.424 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.write_buffer_size: 33554432 2026-02-12T03:23:40.424 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_write_buffer_number: 2 2026-02-12T03:23:40.424 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.compression: NoCompression 2026-02-12T03:23:40.424 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.bottommost_compression: Disabled 2026-02-12T03:23:40.424 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.prefix_extractor: nullptr 2026-02-12T03:23:40.424 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-12T03:23:40.424 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.num_levels: 7 2026-02-12T03:23:40.424 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-12T03:23:40.424 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-12T03:23:40.424 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-12T03:23:40.424 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-12T03:23:40.424 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-12T03:23:40.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-12T03:23:40.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-12T03:23:40.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-12T03:23:40.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-12T03:23:40.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-12T03:23:40.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-12T03:23:40.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-12T03:23:40.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-12T03:23:40.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.compression_opts.level: 32767 2026-02-12T03:23:40.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.compression_opts.strategy: 0 2026-02-12T03:23:40.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-12T03:23:40.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-12T03:23:40.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-12T03:23:40.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-12T03:23:40.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.compression_opts.enabled: false 2026-02-12T03:23:40.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-12T03:23:40.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-12T03:23:40.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-12T03:23:40.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-12T03:23:40.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.target_file_size_base: 67108864 2026-02-12T03:23:40.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-12T03:23:40.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-12T03:23:40.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-12T03:23:40.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-12T03:23:40.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-12T03:23:40.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-12T03:23:40.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-12T03:23:40.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-12T03:23:40.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-12T03:23:40.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-12T03:23:40.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-12T03:23:40.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-12T03:23:40.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-12T03:23:40.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-12T03:23:40.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.arena_block_size: 1048576 2026-02-12T03:23:40.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-12T03:23:40.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-12T03:23:40.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.disable_auto_compactions: 0 2026-02-12T03:23:40.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-12T03:23:40.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-12T03:23:40.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-12T03:23:40.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-12T03:23:40.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-12T03:23:40.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-12T03:23:40.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-12T03:23:40.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-12T03:23:40.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-12T03:23:40.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-12T03:23:40.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-12T03:23:40.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.inplace_update_support: 0 2026-02-12T03:23:40.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-12T03:23:40.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-12T03:23:40.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-12T03:23:40.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-12T03:23:40.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.bloom_locality: 0 2026-02-12T03:23:40.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.max_successive_merges: 0 2026-02-12T03:23:40.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-12T03:23:40.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.paranoid_file_checks: 0 2026-02-12T03:23:40.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.force_consistency_checks: 1 2026-02-12T03:23:40.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.report_bg_io_stats: 0 2026-02-12T03:23:40.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.ttl: 2592000 2026-02-12T03:23:40.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-12T03:23:40.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-12T03:23:40.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-12T03:23:40.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.enable_blob_files: false 2026-02-12T03:23:40.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.min_blob_size: 0 2026-02-12T03:23:40.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.blob_file_size: 268435456 2026-02-12T03:23:40.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-12T03:23:40.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-12T03:23:40.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-12T03:23:40.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-12T03:23:40.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-12T03:23:40.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.blob_file_starting_level: 0 2026-02-12T03:23:40.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-12T03:23:40.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2026-02-12T03:23:40.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2026-02-12T03:23:40.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ebc04167-272d-470a-bcb4-8f8fbda47224 2026-02-12T03:23:40.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770866620269651, "job": 1, "event": "recovery_started", "wal_files": [4]} 2026-02-12T03:23:40.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2026-02-12T03:23:40.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770866620269956, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1772, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1770866620, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ebc04167-272d-470a-bcb4-8f8fbda47224", "db_session_id": "UNAZECTL463U6Z3W7EQG", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2026-02-12T03:23:40.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770866620270005, "job": 1, "event": "recovery_finished"} 2026-02-12T03:23:40.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2026-02-12T03:23:40.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-12T03:23:40.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55c81380ce00 2026-02-12T03:23:40.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: DB pointer 0x55c813918000 2026-02-12T03:23:40.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mon.c does not exist in monmap, will attempt to join an existing cluster 2026-02-12T03:23:40.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-12T03:23:40.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-12T03:23:40.433 INFO:journalctl@ceph.mon.c.trial086.stdout: ** DB Stats ** 2026-02-12T03:23:40.433 INFO:journalctl@ceph.mon.c.trial086.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T03:23:40.433 INFO:journalctl@ceph.mon.c.trial086.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-12T03:23:40.433 INFO:journalctl@ceph.mon.c.trial086.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T03:23:40.433 INFO:journalctl@ceph.mon.c.trial086.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T03:23:40.433 INFO:journalctl@ceph.mon.c.trial086.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-12T03:23:40.433 INFO:journalctl@ceph.mon.c.trial086.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T03:23:40.433 INFO:journalctl@ceph.mon.c.trial086.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T03:23:40.434 INFO:journalctl@ceph.mon.c.trial086.stdout: 2026-02-12T03:23:40.434 INFO:journalctl@ceph.mon.c.trial086.stdout: ** Compaction Stats [default] ** 2026-02-12T03:23:40.434 INFO:journalctl@ceph.mon.c.trial086.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T03:23:40.434 INFO:journalctl@ceph.mon.c.trial086.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-12T03:23:40.434 INFO:journalctl@ceph.mon.c.trial086.stdout: L0 1/0 1.73 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2026-02-12T03:23:40.434 INFO:journalctl@ceph.mon.c.trial086.stdout: Sum 1/0 1.73 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2026-02-12T03:23:40.434 INFO:journalctl@ceph.mon.c.trial086.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2026-02-12T03:23:40.434 INFO:journalctl@ceph.mon.c.trial086.stdout: 2026-02-12T03:23:40.434 INFO:journalctl@ceph.mon.c.trial086.stdout: ** Compaction Stats [default] ** 2026-02-12T03:23:40.434 INFO:journalctl@ceph.mon.c.trial086.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T03:23:40.434 INFO:journalctl@ceph.mon.c.trial086.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-12T03:23:40.434 INFO:journalctl@ceph.mon.c.trial086.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2026-02-12T03:23:40.435 INFO:journalctl@ceph.mon.c.trial086.stdout: 2026-02-12T03:23:40.435 INFO:journalctl@ceph.mon.c.trial086.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-12T03:23:40.435 INFO:journalctl@ceph.mon.c.trial086.stdout: 2026-02-12T03:23:40.435 INFO:journalctl@ceph.mon.c.trial086.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T03:23:40.435 INFO:journalctl@ceph.mon.c.trial086.stdout: Flush(GB): cumulative 0.000, interval 0.000 2026-02-12T03:23:40.435 INFO:journalctl@ceph.mon.c.trial086.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-12T03:23:40.435 INFO:journalctl@ceph.mon.c.trial086.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-12T03:23:40.435 INFO:journalctl@ceph.mon.c.trial086.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-12T03:23:40.435 INFO:journalctl@ceph.mon.c.trial086.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-12T03:23:40.435 INFO:journalctl@ceph.mon.c.trial086.stdout: Cumulative compaction: 0.00 GB write, 0.75 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T03:23:40.435 INFO:journalctl@ceph.mon.c.trial086.stdout: Interval compaction: 0.00 GB write, 0.75 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T03:23:40.435 INFO:journalctl@ceph.mon.c.trial086.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-12T03:23:40.436 INFO:journalctl@ceph.mon.c.trial086.stdout: Block cache BinnedLRUCache@0x55c81380b350#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2026-02-12T03:23:40.436 INFO:journalctl@ceph.mon.c.trial086.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2026-02-12T03:23:40.436 INFO:journalctl@ceph.mon.c.trial086.stdout: 2026-02-12T03:23:40.436 INFO:journalctl@ceph.mon.c.trial086.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-12T03:23:40.436 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: using public_addrv [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] 2026-02-12T03:23:40.436 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: starting mon.c rank -1 at public addrs [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] at bind addrs [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:40.436 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mon.c@-1(???) e0 preinit fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:40.436 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mon.c@-1(synchronizing).mds e1 new map 2026-02-12T03:23:40.436 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mon.c@-1(synchronizing).mds e1 print_map 2026-02-12T03:23:40.436 INFO:journalctl@ceph.mon.c.trial086.stdout: e1 2026-02-12T03:23:40.436 INFO:journalctl@ceph.mon.c.trial086.stdout: btime 2026-02-12T03:23:06:727801+0000 2026-02-12T03:23:40.436 INFO:journalctl@ceph.mon.c.trial086.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-12T03:23:40.436 INFO:journalctl@ceph.mon.c.trial086.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-12T03:23:40.437 INFO:journalctl@ceph.mon.c.trial086.stdout: legacy client fscid: -1 2026-02-12T03:23:40.437 INFO:journalctl@ceph.mon.c.trial086.stdout: 2026-02-12T03:23:40.437 INFO:journalctl@ceph.mon.c.trial086.stdout: No filesystems configured 2026-02-12T03:23:40.437 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2026-02-12T03:23:40.437 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2026-02-12T03:23:40.437 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2026-02-12T03:23:40.437 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2026-02-12T03:23:40.437 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2026-02-12T03:23:40.437 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2026-02-12T03:23:40.437 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2026-02-12T03:23:40.437 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-02-12T03:23:40.437 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-02-12T03:23:40.438 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-02-12T03:23:40.438 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mkfs 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:40.438 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mon.a is new leader, mons a in quorum (ranks 0) 2026-02-12T03:23:40.438 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mon.a is new leader, mons a in quorum (ranks 0) 2026-02-12T03:23:40.438 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: monmap epoch 1 2026-02-12T03:23:40.438 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:40.438 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: last_changed 2026-02-12T03:23:05.827285+0000 2026-02-12T03:23:40.438 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: created 2026-02-12T03:23:05.827285+0000 2026-02-12T03:23:40.438 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: min_mon_release 19 (squid) 2026-02-12T03:23:40.438 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: election_strategy: 1 2026-02-12T03:23:40.438 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: 0: [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] mon.a 2026-02-12T03:23:40.438 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: fsmap 2026-02-12T03:23:40.438 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: osdmap e1: 0 total, 0 up, 0 in 2026-02-12T03:23:40.438 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mgrmap e1: no daemons active 2026-02-12T03:23:40.439 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2525825345' entity='client.admin' 2026-02-12T03:23:40.439 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3020082339' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-12T03:23:40.439 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/492648370' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-12T03:23:40.439 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Activating manager daemon y 2026-02-12T03:23:40.439 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mgrmap e2: y(active, starting, since 0.00263564s) 2026-02-12T03:23:40.439 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:23:40.439 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:23:40.439 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:23:40.439 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:23:40.439 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:23:40.439 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Manager daemon y is now available 2026-02-12T03:23:40.439 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:23:40.439 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' 2026-02-12T03:23:40.440 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:23:40.440 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' 2026-02-12T03:23:40.440 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14100 10.20.193.86:0/2684799333' entity='mgr.y' 2026-02-12T03:23:40.440 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mgrmap e3: y(active, since 1.00556s) 2026-02-12T03:23:40.440 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2791566458' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-12T03:23:40.440 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mgrmap e4: y(active, since 2s) 2026-02-12T03:23:40.440 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3105144471' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-02-12T03:23:40.440 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3105144471' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2026-02-12T03:23:40.440 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/292578862' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-02-12T03:23:40.440 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/292578862' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-02-12T03:23:40.440 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mgrmap e5: y(active, since 3s) 2026-02-12T03:23:40.440 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/394461892' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-12T03:23:40.441 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Active manager daemon y restarted 2026-02-12T03:23:40.441 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Activating manager daemon y 2026-02-12T03:23:40.441 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: osdmap e2: 0 total, 0 up, 0 in 2026-02-12T03:23:40.441 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mgrmap e6: y(active, starting, since 0.00260245s) 2026-02-12T03:23:40.441 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:23:40.441 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:23:40.441 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:23:40.441 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:23:40.441 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:23:40.441 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Manager daemon y is now available 2026-02-12T03:23:40.441 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:40.441 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:40.441 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:40.441 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:40.442 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:23:40.442 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:23:40.442 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Found migration_current of "None". Setting to last migration. 2026-02-12T03:23:40.442 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:40.442 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:40.442 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mgrmap e7: y(active, since 1.00358s) 2026-02-12T03:23:40.442 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: [12/Feb/2026:03:23:17] ENGINE Bus STARTING 2026-02-12T03:23:40.442 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-02-12T03:23:40.442 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-02-12T03:23:40.442 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: [12/Feb/2026:03:23:17] ENGINE Serving on http://10.20.193.86:8765 2026-02-12T03:23:40.442 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: [12/Feb/2026:03:23:17] ENGINE Serving on https://10.20.193.86:7150 2026-02-12T03:23:40.442 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: [12/Feb/2026:03:23:17] ENGINE Bus STARTED 2026-02-12T03:23:40.442 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: [12/Feb/2026:03:23:17] ENGINE Client ('10.20.193.86', 60914) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:23:40.443 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:40.443 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:40.443 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:40.443 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:40.443 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:40.443 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:40.443 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:40.443 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:40.443 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Generating ssh key... 2026-02-12T03:23:40.443 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:40.443 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial086", "addr": "10.20.193.86", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:40.443 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mgrmap e8: y(active, since 2s) 2026-02-12T03:23:40.444 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Deploying cephadm binary to trial086 2026-02-12T03:23:40.444 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:40.444 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:40.444 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:40.444 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:40.444 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:40.444 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Added host trial086 2026-02-12T03:23:40.444 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:40.444 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Saving service mon spec with placement count:5 2026-02-12T03:23:40.444 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:40.444 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Saving service mgr spec with placement count:2 2026-02-12T03:23:40.444 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2074974038' entity='client.admin' 2026-02-12T03:23:40.444 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:40.444 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1543432893' entity='client.admin' 2026-02-12T03:23:40.445 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:40.445 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2417537286' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-02-12T03:23:40.445 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14118 10.20.193.86:0/911337114' entity='mgr.y' 2026-02-12T03:23:40.445 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2417537286' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-02-12T03:23:40.445 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mgrmap e9: y(active, since 5s) 2026-02-12T03:23:40.445 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3759976083' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-12T03:23:40.445 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Active manager daemon y restarted 2026-02-12T03:23:40.445 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Activating manager daemon y 2026-02-12T03:23:40.445 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: osdmap e3: 0 total, 0 up, 0 in 2026-02-12T03:23:40.446 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mgrmap e10: y(active, starting, since 0.00246881s) 2026-02-12T03:23:40.446 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:23:40.446 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:23:40.446 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:23:40.446 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:23:40.446 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:23:40.446 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Manager daemon y is now available 2026-02-12T03:23:40.446 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:40.446 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:23:40.446 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:23:40.446 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.446 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.446 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mgrmap e11: y(active, since 1.00456s) 2026-02-12T03:23:40.447 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: [12/Feb/2026:03:23:25] ENGINE Bus STARTING 2026-02-12T03:23:40.447 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-02-12T03:23:40.447 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: [12/Feb/2026:03:23:25] ENGINE Serving on https://10.20.193.86:7150 2026-02-12T03:23:40.447 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: [12/Feb/2026:03:23:25] ENGINE Client ('10.20.193.86', 44254) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:23:40.447 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: [12/Feb/2026:03:23:25] ENGINE Serving on http://10.20.193.86:8765 2026-02-12T03:23:40.447 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: [12/Feb/2026:03:23:25] ENGINE Bus STARTED 2026-02-12T03:23:40.447 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:40.447 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.447 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.447 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:40.447 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.447 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/4025000691' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-02-12T03:23:40.447 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3169077812' entity='client.admin' 2026-02-12T03:23:40.447 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mgrmap e12: y(active, since 2s) 2026-02-12T03:23:40.447 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3483947811' entity='client.admin' 2026-02-12T03:23:40.448 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.448 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.448 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:trial086", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:23:40.448 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.448 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:40.448 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.448 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:40.448 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.448 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:40.448 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:40.448 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:40.448 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:23:40.448 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:23:40.448 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Updating trial086:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:23:40.448 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:23:40.449 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.449 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.449 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.449 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial145", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:40.449 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Deploying cephadm binary to trial145 2026-02-12T03:23:40.449 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.449 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Added host trial145 2026-02-12T03:23:40.449 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:40.449 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.449 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.449 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T03:23:40.449 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mgrmap e13: y(active, since 6s) 2026-02-12T03:23:40.449 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1867831109' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-02-12T03:23:40.449 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.449 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.450 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.450 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.450 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.450 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:trial145", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:23:40.450 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:40.450 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:40.450 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:23:40.450 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1867831109' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-02-12T03:23:40.450 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T03:23:40.450 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:23:40.450 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Updating trial145:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:23:40.450 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:23:40.450 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.450 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.450 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.450 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.451 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:40.451 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:40.451 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:40.451 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.451 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:23:40.451 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:40.451 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:23:40.451 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:23:40.451 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mon.a calling monitor election 2026-02-12T03:23:40.451 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:23:40.451 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:23:40.451 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mon.b calling monitor election 2026-02-12T03:23:40.451 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:23:40.451 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:23:40.451 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:23:40.451 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2026-02-12T03:23:40.451 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: monmap epoch 2 2026-02-12T03:23:40.452 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:40.452 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: last_changed 2026-02-12T03:23:34.543998+0000 2026-02-12T03:23:40.452 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: created 2026-02-12T03:23:05.827285+0000 2026-02-12T03:23:40.452 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: min_mon_release 19 (squid) 2026-02-12T03:23:40.452 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: election_strategy: 1 2026-02-12T03:23:40.452 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: 0: [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] mon.a 2026-02-12T03:23:40.452 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: 1: [v2:10.20.193.145:3300/0,v1:10.20.193.145:6789/0] mon.b 2026-02-12T03:23:40.452 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: fsmap 2026-02-12T03:23:40.452 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T03:23:40.452 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mgrmap e13: y(active, since 14s) 2026-02-12T03:23:40.452 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: overall HEALTH_OK 2026-02-12T03:23:40.452 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:40.452 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:23:40.452 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:40.452 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:40 trial086 ceph-mon[23011]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2026-02-12T03:23:40.910 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:23:40 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:23:40.542+0000 7f1e97513640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-02-12T03:23:41.058 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-02-12T03:23:41.059 DEBUG:teuthology.orchestra.run.trial145:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph mon dump -f json 2026-02-12T03:23:41.341 INFO:teuthology.orchestra.run.trial145.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.b/config 2026-02-12T03:23:45.612 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:23:45.612 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: mon.a calling monitor election 2026-02-12T03:23:45.613 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:23:45.613 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:23:45.613 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: mon.b calling monitor election 2026-02-12T03:23:45.613 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:23:45.613 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:23:45.613 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: mon.c calling monitor election 2026-02-12T03:23:45.613 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:23:45.613 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:23:45.613 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:45.613 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:23:45.613 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T03:23:45.613 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: monmap epoch 3 2026-02-12T03:23:45.614 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:45.614 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: last_changed 2026-02-12T03:23:40.287873+0000 2026-02-12T03:23:45.614 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: created 2026-02-12T03:23:05.827285+0000 2026-02-12T03:23:45.614 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: min_mon_release 19 (squid) 2026-02-12T03:23:45.614 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: election_strategy: 1 2026-02-12T03:23:45.614 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: 0: [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] mon.a 2026-02-12T03:23:45.614 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: 1: [v2:10.20.193.145:3300/0,v1:10.20.193.145:6789/0] mon.b 2026-02-12T03:23:45.614 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: 2: [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] mon.c 2026-02-12T03:23:45.614 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: fsmap 2026-02-12T03:23:45.614 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T03:23:45.614 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: mgrmap e13: y(active, since 20s) 2026-02-12T03:23:45.614 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: overall HEALTH_OK 2026-02-12T03:23:45.614 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:45.615 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:45.615 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:45.615 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:45.615 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:45 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:45.615 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:23:45.615 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: mon.a calling monitor election 2026-02-12T03:23:45.616 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:23:45.616 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:23:45.616 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: mon.b calling monitor election 2026-02-12T03:23:45.616 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:23:45.616 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:23:45.616 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: mon.c calling monitor election 2026-02-12T03:23:45.616 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:23:45.616 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:23:45.616 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:45.616 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:23:45.616 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T03:23:45.617 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: monmap epoch 3 2026-02-12T03:23:45.617 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:45.617 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: last_changed 2026-02-12T03:23:40.287873+0000 2026-02-12T03:23:45.617 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: created 2026-02-12T03:23:05.827285+0000 2026-02-12T03:23:45.617 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: min_mon_release 19 (squid) 2026-02-12T03:23:45.617 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: election_strategy: 1 2026-02-12T03:23:45.617 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: 0: [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] mon.a 2026-02-12T03:23:45.617 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: 1: [v2:10.20.193.145:3300/0,v1:10.20.193.145:6789/0] mon.b 2026-02-12T03:23:45.617 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: 2: [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] mon.c 2026-02-12T03:23:45.617 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: fsmap 2026-02-12T03:23:45.617 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T03:23:45.617 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: mgrmap e13: y(active, since 20s) 2026-02-12T03:23:45.617 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: overall HEALTH_OK 2026-02-12T03:23:45.618 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:45.618 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:45.618 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:45.618 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:45.618 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:45.618 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:23:45.618 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: mon.a calling monitor election 2026-02-12T03:23:45.618 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:23:45.618 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:23:45.618 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: mon.b calling monitor election 2026-02-12T03:23:45.619 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:23:45.619 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:23:45.619 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: mon.c calling monitor election 2026-02-12T03:23:45.619 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:23:45.619 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:23:45.619 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:45.619 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:23:45.619 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T03:23:45.619 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: monmap epoch 3 2026-02-12T03:23:45.619 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:45.619 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: last_changed 2026-02-12T03:23:40.287873+0000 2026-02-12T03:23:45.619 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: created 2026-02-12T03:23:05.827285+0000 2026-02-12T03:23:45.619 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: min_mon_release 19 (squid) 2026-02-12T03:23:45.620 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: election_strategy: 1 2026-02-12T03:23:45.620 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: 0: [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] mon.a 2026-02-12T03:23:45.620 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: 1: [v2:10.20.193.145:3300/0,v1:10.20.193.145:6789/0] mon.b 2026-02-12T03:23:45.620 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: 2: [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] mon.c 2026-02-12T03:23:45.620 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: fsmap 2026-02-12T03:23:45.620 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T03:23:45.620 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: mgrmap e13: y(active, since 20s) 2026-02-12T03:23:45.620 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: overall HEALTH_OK 2026-02-12T03:23:45.620 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:45.620 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:45.620 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:45.620 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:45.620 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:45 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:45.967 INFO:teuthology.orchestra.run.trial145.stdout: 2026-02-12T03:23:45.967 INFO:teuthology.orchestra.run.trial145.stdout:{"epoch":3,"fsid":"1df67b0b-07c2-11f1-abd4-d404e6e7d460","modified":"2026-02-12T03:23:40.287873Z","created":"2026-02-12T03:23:05.827285Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:3300","nonce":0},{"type":"v1","addr":"10.20.193.86:6789","nonce":0}]},"addr":"10.20.193.86:6789/0","public_addr":"10.20.193.86:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:3300","nonce":0},{"type":"v1","addr":"10.20.193.145:6789","nonce":0}]},"addr":"10.20.193.145:6789/0","public_addr":"10.20.193.145:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:3301","nonce":0},{"type":"v1","addr":"10.20.193.86:6790","nonce":0}]},"addr":"10.20.193.86:6790/0","public_addr":"10.20.193.86:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2026-02-12T03:23:45.968 INFO:teuthology.orchestra.run.trial145.stderr:dumped monmap epoch 3 2026-02-12T03:23:46.004 INFO:tasks.cephadm:Generating final ceph.conf file... 2026-02-12T03:23:46.005 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph config generate-minimal-conf 2026-02-12T03:23:46.292 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:23:46.492 INFO:teuthology.orchestra.run.trial086.stdout:# minimal ceph.conf for 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:46.492 INFO:teuthology.orchestra.run.trial086.stdout:[global] 2026-02-12T03:23:46.493 INFO:teuthology.orchestra.run.trial086.stdout: fsid = 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:23:46.493 INFO:teuthology.orchestra.run.trial086.stdout: mon_host = [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] [v2:10.20.193.145:3300/0,v1:10.20.193.145:6789/0] [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] 2026-02-12T03:23:46.530 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2026-02-12T03:23:46.530 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-12T03:23:46.530 DEBUG:teuthology.orchestra.run.trial086:> sudo dd of=/etc/ceph/ceph.conf 2026-02-12T03:23:46.557 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-12T03:23:46.558 DEBUG:teuthology.orchestra.run.trial086:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:23:46.622 DEBUG:teuthology.orchestra.run.trial145:> set -ex 2026-02-12T03:23:46.623 DEBUG:teuthology.orchestra.run.trial145:> sudo dd of=/etc/ceph/ceph.conf 2026-02-12T03:23:46.650 DEBUG:teuthology.orchestra.run.trial145:> set -ex 2026-02-12T03:23:46.651 DEBUG:teuthology.orchestra.run.trial145:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:23:46.716 INFO:tasks.cephadm:Adding mgr.y on trial086 2026-02-12T03:23:46.716 INFO:tasks.cephadm:Adding mgr.x on trial145 2026-02-12T03:23:46.717 DEBUG:teuthology.orchestra.run.trial145:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph orch apply mgr '2;trial086=y;trial145=x' 2026-02-12T03:23:46.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:46.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:46.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:23:46.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:23:46.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:23:46.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:23:46.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='client.? 10.20.193.145:0/3289331465' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-12T03:23:46.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: Reconfiguring mon.a (unknown last config time)... 2026-02-12T03:23:46.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:23:46.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T03:23:46.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:46.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: Reconfiguring daemon mon.a on trial086 2026-02-12T03:23:46.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:23:46.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T03:23:46.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:46.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:23:46.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:46.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:46.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:23:46.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:23:46.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:23:46.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:23:46.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='client.? 10.20.193.145:0/3289331465' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-12T03:23:46.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: Reconfiguring mon.a (unknown last config time)... 2026-02-12T03:23:46.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:23:46.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T03:23:46.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:46.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: Reconfiguring daemon mon.a on trial086 2026-02-12T03:23:46.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:23:46.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T03:23:46.916 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:46.916 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:23:46.916 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.916 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:46.916 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:23:46.916 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T03:23:46.916 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:46.916 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3846266923' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:46.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:23:46.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T03:23:46.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:46.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:46 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3846266923' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:47.030 INFO:teuthology.orchestra.run.trial145.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.b/config 2026-02-12T03:23:47.053 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.053 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.053 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.053 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.053 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:47.053 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:47.053 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:23:47.054 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:23:47.054 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:23:47.054 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:23:47.054 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.054 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.054 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.054 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.054 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.054 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='client.? 10.20.193.145:0/3289331465' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-12T03:23:47.054 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.054 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.054 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.054 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.055 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: Reconfiguring mon.a (unknown last config time)... 2026-02-12T03:23:47.055 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:23:47.055 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T03:23:47.055 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:47.055 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: Reconfiguring daemon mon.a on trial086 2026-02-12T03:23:47.055 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.055 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.055 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:23:47.055 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T03:23:47.055 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:47.055 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:23:47.055 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.055 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.056 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:23:47.056 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T03:23:47.056 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:47.056 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:46 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3846266923' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:47.232 INFO:teuthology.orchestra.run.trial145.stdout:Scheduled mgr update... 2026-02-12T03:23:47.270 DEBUG:teuthology.orchestra.run.trial145:mgr.x> sudo journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mgr.x.service 2026-02-12T03:23:47.272 DEBUG:tasks.cephadm:set 0 configs 2026-02-12T03:23:47.272 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph config dump 2026-02-12T03:23:47.554 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:23:47.758 INFO:teuthology.orchestra.run.trial086.stdout:WHO MASK LEVEL OPTION VALUE RO 2026-02-12T03:23:47.758 INFO:teuthology.orchestra.run.trial086.stdout:global dev auth_debug true 2026-02-12T03:23:47.758 INFO:teuthology.orchestra.run.trial086.stdout:global basic container_image quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4 * 2026-02-12T03:23:47.758 INFO:teuthology.orchestra.run.trial086.stdout:global dev debug_asserts_on_shutdown true 2026-02-12T03:23:47.758 INFO:teuthology.orchestra.run.trial086.stdout:global basic log_to_file true 2026-02-12T03:23:47.758 INFO:teuthology.orchestra.run.trial086.stdout:global basic log_to_journald false 2026-02-12T03:23:47.758 INFO:teuthology.orchestra.run.trial086.stdout:global basic log_to_stderr false 2026-02-12T03:23:47.759 INFO:teuthology.orchestra.run.trial086.stdout:global advanced mon_allow_pool_delete true 2026-02-12T03:23:47.759 INFO:teuthology.orchestra.run.trial086.stdout:global advanced mon_clock_drift_allowed 1.000000 2026-02-12T03:23:47.759 INFO:teuthology.orchestra.run.trial086.stdout:global advanced mon_cluster_log_to_file true 2026-02-12T03:23:47.759 INFO:teuthology.orchestra.run.trial086.stdout:global advanced mon_election_default_strategy 1 2026-02-12T03:23:47.759 INFO:teuthology.orchestra.run.trial086.stdout:global advanced mon_max_pg_per_osd 10000 2026-02-12T03:23:47.759 INFO:teuthology.orchestra.run.trial086.stdout:global advanced mon_pg_warn_max_object_skew 0.000000 2026-02-12T03:23:47.759 INFO:teuthology.orchestra.run.trial086.stdout:global advanced mon_warn_on_crush_straw_calc_version_zero false 2026-02-12T03:23:47.759 INFO:teuthology.orchestra.run.trial086.stdout:global advanced mon_warn_on_legacy_crush_tunables false 2026-02-12T03:23:47.759 INFO:teuthology.orchestra.run.trial086.stdout:global advanced mon_warn_on_osd_down_out_interval_zero false 2026-02-12T03:23:47.759 INFO:teuthology.orchestra.run.trial086.stdout:global dev mon_warn_on_pool_pg_num_not_power_of_two false 2026-02-12T03:23:47.759 INFO:teuthology.orchestra.run.trial086.stdout:global advanced mon_warn_on_too_few_osds false 2026-02-12T03:23:47.759 INFO:teuthology.orchestra.run.trial086.stdout:global dev ms_die_on_bug true 2026-02-12T03:23:47.760 INFO:teuthology.orchestra.run.trial086.stdout:global dev ms_die_on_old_message true 2026-02-12T03:23:47.760 INFO:teuthology.orchestra.run.trial086.stdout:global advanced osd_pool_default_erasure_code_profile plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-12T03:23:47.760 INFO:teuthology.orchestra.run.trial086.stdout:global advanced osd_pool_default_pg_autoscale_mode off 2026-02-12T03:23:47.760 INFO:teuthology.orchestra.run.trial086.stdout:mon advanced auth_allow_insecure_global_id_reclaim false 2026-02-12T03:23:47.760 INFO:teuthology.orchestra.run.trial086.stdout:mon advanced auth_mon_ticket_ttl 660.000000 2026-02-12T03:23:47.760 INFO:teuthology.orchestra.run.trial086.stdout:mon advanced auth_service_ticket_ttl 240.000000 2026-02-12T03:23:47.760 INFO:teuthology.orchestra.run.trial086.stdout:mon advanced debug_mon 20/20 2026-02-12T03:23:47.760 INFO:teuthology.orchestra.run.trial086.stdout:mon advanced debug_ms 1/1 2026-02-12T03:23:47.760 INFO:teuthology.orchestra.run.trial086.stdout:mon advanced debug_paxos 20/20 2026-02-12T03:23:47.760 INFO:teuthology.orchestra.run.trial086.stdout:mon advanced mon_data_avail_warn 5 2026-02-12T03:23:47.760 INFO:teuthology.orchestra.run.trial086.stdout:mon advanced mon_mgr_mkfs_grace 240 2026-02-12T03:23:47.760 INFO:teuthology.orchestra.run.trial086.stdout:mon dev mon_osd_prime_pg_temp true 2026-02-12T03:23:47.760 INFO:teuthology.orchestra.run.trial086.stdout:mon advanced mon_osd_reporter_subtree_level osd 2026-02-12T03:23:47.761 INFO:teuthology.orchestra.run.trial086.stdout:mon advanced mon_reweight_min_bytes_per_osd 10 2026-02-12T03:23:47.761 INFO:teuthology.orchestra.run.trial086.stdout:mon advanced mon_reweight_min_pgs_per_osd 4 2026-02-12T03:23:47.761 INFO:teuthology.orchestra.run.trial086.stdout:mon advanced mon_warn_on_insecure_global_id_reclaim false 2026-02-12T03:23:47.761 INFO:teuthology.orchestra.run.trial086.stdout:mon advanced mon_warn_on_insecure_global_id_reclaim_allowed false 2026-02-12T03:23:47.761 INFO:teuthology.orchestra.run.trial086.stdout:mon advanced public_network 10.20.192.0/20 * 2026-02-12T03:23:47.761 INFO:teuthology.orchestra.run.trial086.stdout:mgr advanced debug_mgr 20/20 2026-02-12T03:23:47.761 INFO:teuthology.orchestra.run.trial086.stdout:mgr advanced debug_ms 1/1 2026-02-12T03:23:47.761 INFO:teuthology.orchestra.run.trial086.stdout:mgr advanced mgr/cephadm/allow_ptrace true * 2026-02-12T03:23:47.761 INFO:teuthology.orchestra.run.trial086.stdout:mgr advanced mgr/cephadm/container_init True * 2026-02-12T03:23:47.761 INFO:teuthology.orchestra.run.trial086.stdout:mgr advanced mgr/cephadm/migration_current 7 * 2026-02-12T03:23:47.761 INFO:teuthology.orchestra.run.trial086.stdout:mgr advanced mgr/cephadm/use_agent false * 2026-02-12T03:23:47.761 INFO:teuthology.orchestra.run.trial086.stdout:mgr advanced mgr/dashboard/ssl_server_port 8443 * 2026-02-12T03:23:47.762 INFO:teuthology.orchestra.run.trial086.stdout:mgr advanced mgr/orchestrator/orchestrator cephadm 2026-02-12T03:23:47.762 INFO:teuthology.orchestra.run.trial086.stdout:mgr advanced mon_reweight_min_bytes_per_osd 10 2026-02-12T03:23:47.762 INFO:teuthology.orchestra.run.trial086.stdout:mgr advanced mon_reweight_min_pgs_per_osd 4 2026-02-12T03:23:47.762 INFO:teuthology.orchestra.run.trial086.stdout:osd dev bdev_debug_aio true 2026-02-12T03:23:47.762 INFO:teuthology.orchestra.run.trial086.stdout:osd advanced debug_ms 1/1 2026-02-12T03:23:47.762 INFO:teuthology.orchestra.run.trial086.stdout:osd advanced debug_osd 20/20 2026-02-12T03:23:47.762 INFO:teuthology.orchestra.run.trial086.stdout:osd dev osd_debug_misdirected_ops true 2026-02-12T03:23:47.762 INFO:teuthology.orchestra.run.trial086.stdout:osd dev osd_debug_op_order true 2026-02-12T03:23:47.762 INFO:teuthology.orchestra.run.trial086.stdout:osd dev osd_debug_pg_log_writeout true 2026-02-12T03:23:47.762 INFO:teuthology.orchestra.run.trial086.stdout:osd dev osd_debug_shutdown true 2026-02-12T03:23:47.762 INFO:teuthology.orchestra.run.trial086.stdout:osd dev osd_debug_verify_cached_snaps true 2026-02-12T03:23:47.762 INFO:teuthology.orchestra.run.trial086.stdout:osd dev osd_debug_verify_missing_on_start true 2026-02-12T03:23:47.763 INFO:teuthology.orchestra.run.trial086.stdout:osd dev osd_debug_verify_stray_on_activate true 2026-02-12T03:23:47.763 INFO:teuthology.orchestra.run.trial086.stdout:osd advanced osd_deep_scrub_update_digest_min_age 30 2026-02-12T03:23:47.763 INFO:teuthology.orchestra.run.trial086.stdout:osd advanced osd_mclock_profile high_recovery_ops 2026-02-12T03:23:47.763 INFO:teuthology.orchestra.run.trial086.stdout:osd dev osd_mclock_skip_benchmark true 2026-02-12T03:23:47.763 INFO:teuthology.orchestra.run.trial086.stdout:osd advanced osd_memory_target_autotune true 2026-02-12T03:23:47.763 INFO:teuthology.orchestra.run.trial086.stdout:osd advanced osd_op_queue debug_random * 2026-02-12T03:23:47.763 INFO:teuthology.orchestra.run.trial086.stdout:osd advanced osd_op_queue_cut_off debug_random * 2026-02-12T03:23:47.763 INFO:teuthology.orchestra.run.trial086.stdout:osd advanced osd_recover_clone_overlap true 2026-02-12T03:23:47.763 INFO:teuthology.orchestra.run.trial086.stdout:osd advanced osd_recovery_max_chunk 1048576 2026-02-12T03:23:47.763 INFO:teuthology.orchestra.run.trial086.stdout:osd advanced osd_scrub_load_threshold 5.000000 2026-02-12T03:23:47.763 INFO:teuthology.orchestra.run.trial086.stdout:osd advanced osd_scrub_max_interval 600.000000 2026-02-12T03:23:47.763 INFO:teuthology.orchestra.run.trial086.stdout:osd advanced osd_shutdown_pgref_assert true 2026-02-12T03:23:47.763 INFO:teuthology.orchestra.run.trial086.stdout:client.rgw advanced rgw_cache_enabled true 2026-02-12T03:23:47.763 INFO:teuthology.orchestra.run.trial086.stdout:client.rgw advanced rgw_enable_ops_log true 2026-02-12T03:23:47.764 INFO:teuthology.orchestra.run.trial086.stdout:client.rgw advanced rgw_enable_usage_log true 2026-02-12T03:23:47.795 INFO:tasks.cephadm:Deploying OSDs... 2026-02-12T03:23:47.796 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-12T03:23:47.796 DEBUG:teuthology.orchestra.run.trial086:> dd if=/scratch_devs of=/dev/stdout 2026-02-12T03:23:47.814 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-12T03:23:47.814 DEBUG:teuthology.orchestra.run.trial086:> stat /dev/vg_nvme/lv_1 2026-02-12T03:23:47.870 INFO:teuthology.orchestra.run.trial086.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-12T03:23:47.870 INFO:teuthology.orchestra.run.trial086.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T03:23:47.870 INFO:teuthology.orchestra.run.trial086.stdout:Device: 6h/6d Inode: 914 Links: 1 2026-02-12T03:23:47.870 INFO:teuthology.orchestra.run.trial086.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T03:23:47.870 INFO:teuthology.orchestra.run.trial086.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T03:23:47.870 INFO:teuthology.orchestra.run.trial086.stdout:Access: 2026-02-12 03:23:40.090603538 +0000 2026-02-12T03:23:47.871 INFO:teuthology.orchestra.run.trial086.stdout:Modify: 2026-02-12 03:22:37.324634545 +0000 2026-02-12T03:23:47.871 INFO:teuthology.orchestra.run.trial086.stdout:Change: 2026-02-12 03:22:37.324634545 +0000 2026-02-12T03:23:47.871 INFO:teuthology.orchestra.run.trial086.stdout: Birth: 2026-02-12 03:22:37.324634545 +0000 2026-02-12T03:23:47.871 DEBUG:teuthology.orchestra.run.trial086:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-12T03:23:47.932 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[23011]: Reconfiguring mon.c (monmap changed)... 2026-02-12T03:23:47.932 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[23011]: Reconfiguring daemon mon.c on trial086 2026-02-12T03:23:47.932 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[23011]: Reconfiguring mon.b (monmap changed)... 2026-02-12T03:23:47.932 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[23011]: Reconfiguring daemon mon.b on trial145 2026-02-12T03:23:47.932 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.932 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.933 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:47.933 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:47.933 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:47.933 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[23011]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:47.933 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.933 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.933 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:47.933 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:47.933 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:47.933 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.933 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:23:47.933 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-02-12T03:23:47.934 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T03:23:47.934 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:47.934 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[14472]: Reconfiguring mon.c (monmap changed)... 2026-02-12T03:23:47.934 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[14472]: Reconfiguring daemon mon.c on trial086 2026-02-12T03:23:47.934 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[14472]: Reconfiguring mon.b (monmap changed)... 2026-02-12T03:23:47.934 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[14472]: Reconfiguring daemon mon.b on trial145 2026-02-12T03:23:47.934 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.934 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.934 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:47.935 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:47.935 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:47.935 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[14472]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:47.935 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.935 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.935 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:47.935 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:47.935 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:47.935 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:47.935 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:23:47.935 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-02-12T03:23:47.935 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T03:23:47.936 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:47 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:47.937 INFO:teuthology.orchestra.run.trial086.stderr:1+0 records in 2026-02-12T03:23:47.937 INFO:teuthology.orchestra.run.trial086.stderr:1+0 records out 2026-02-12T03:23:47.937 INFO:teuthology.orchestra.run.trial086.stderr:512 bytes copied, 0.000147275 s, 3.5 MB/s 2026-02-12T03:23:47.937 DEBUG:teuthology.orchestra.run.trial086:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-12T03:23:47.994 DEBUG:teuthology.orchestra.run.trial086:> stat /dev/vg_nvme/lv_2 2026-02-12T03:23:48.050 INFO:teuthology.orchestra.run.trial086.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-12T03:23:48.050 INFO:teuthology.orchestra.run.trial086.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T03:23:48.050 INFO:teuthology.orchestra.run.trial086.stdout:Device: 6h/6d Inode: 939 Links: 1 2026-02-12T03:23:48.050 INFO:teuthology.orchestra.run.trial086.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T03:23:48.051 INFO:teuthology.orchestra.run.trial086.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T03:23:48.051 INFO:teuthology.orchestra.run.trial086.stdout:Access: 2026-02-12 03:23:40.090603538 +0000 2026-02-12T03:23:48.051 INFO:teuthology.orchestra.run.trial086.stdout:Modify: 2026-02-12 03:22:37.557630592 +0000 2026-02-12T03:23:48.051 INFO:teuthology.orchestra.run.trial086.stdout:Change: 2026-02-12 03:22:37.557630592 +0000 2026-02-12T03:23:48.051 INFO:teuthology.orchestra.run.trial086.stdout: Birth: 2026-02-12 03:22:37.557630592 +0000 2026-02-12T03:23:48.051 DEBUG:teuthology.orchestra.run.trial086:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-12T03:23:48.113 INFO:teuthology.orchestra.run.trial086.stderr:1+0 records in 2026-02-12T03:23:48.114 INFO:teuthology.orchestra.run.trial086.stderr:1+0 records out 2026-02-12T03:23:48.114 INFO:teuthology.orchestra.run.trial086.stderr:512 bytes copied, 0.000161221 s, 3.2 MB/s 2026-02-12T03:23:48.115 DEBUG:teuthology.orchestra.run.trial086:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-12T03:23:48.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:47 trial145 ceph-mgr[18507]: -- 10.20.193.145:0/3021368995 <== mon.0 v2:10.20.193.86:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5646382834a0 con 0x564638260800 2026-02-12T03:23:48.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:47 trial145 ceph-mon[16978]: Reconfiguring mon.c (monmap changed)... 2026-02-12T03:23:48.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:47 trial145 ceph-mon[16978]: Reconfiguring daemon mon.c on trial086 2026-02-12T03:23:48.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:47 trial145 ceph-mon[16978]: Reconfiguring mon.b (monmap changed)... 2026-02-12T03:23:48.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:47 trial145 ceph-mon[16978]: Reconfiguring daemon mon.b on trial145 2026-02-12T03:23:48.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:47 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:48.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:47 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:48.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:47 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:48.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:47 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:48.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:47 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:48.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:47 trial145 ceph-mon[16978]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:48.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:47 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:48.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:47 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:48.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:47 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:48.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:47 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:48.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:47 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:48.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:47 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:48.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:47 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:23:48.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:47 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-02-12T03:23:48.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:47 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T03:23:48.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:47 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:48.172 DEBUG:teuthology.orchestra.run.trial086:> stat /dev/vg_nvme/lv_3 2026-02-12T03:23:48.228 INFO:teuthology.orchestra.run.trial086.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-12T03:23:48.229 INFO:teuthology.orchestra.run.trial086.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T03:23:48.229 INFO:teuthology.orchestra.run.trial086.stdout:Device: 6h/6d Inode: 970 Links: 1 2026-02-12T03:23:48.229 INFO:teuthology.orchestra.run.trial086.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T03:23:48.229 INFO:teuthology.orchestra.run.trial086.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T03:23:48.229 INFO:teuthology.orchestra.run.trial086.stdout:Access: 2026-02-12 03:23:40.091603522 +0000 2026-02-12T03:23:48.229 INFO:teuthology.orchestra.run.trial086.stdout:Modify: 2026-02-12 03:22:37.780626809 +0000 2026-02-12T03:23:48.229 INFO:teuthology.orchestra.run.trial086.stdout:Change: 2026-02-12 03:22:37.780626809 +0000 2026-02-12T03:23:48.229 INFO:teuthology.orchestra.run.trial086.stdout: Birth: 2026-02-12 03:22:37.780626809 +0000 2026-02-12T03:23:48.230 DEBUG:teuthology.orchestra.run.trial086:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-12T03:23:48.292 INFO:teuthology.orchestra.run.trial086.stderr:1+0 records in 2026-02-12T03:23:48.292 INFO:teuthology.orchestra.run.trial086.stderr:1+0 records out 2026-02-12T03:23:48.293 INFO:teuthology.orchestra.run.trial086.stderr:512 bytes copied, 0.000141264 s, 3.6 MB/s 2026-02-12T03:23:48.294 DEBUG:teuthology.orchestra.run.trial086:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-12T03:23:48.349 DEBUG:teuthology.orchestra.run.trial086:> stat /dev/vg_nvme/lv_4 2026-02-12T03:23:48.409 INFO:teuthology.orchestra.run.trial086.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-12T03:23:48.409 INFO:teuthology.orchestra.run.trial086.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T03:23:48.410 INFO:teuthology.orchestra.run.trial086.stdout:Device: 6h/6d Inode: 996 Links: 1 2026-02-12T03:23:48.410 INFO:teuthology.orchestra.run.trial086.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T03:23:48.410 INFO:teuthology.orchestra.run.trial086.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T03:23:48.410 INFO:teuthology.orchestra.run.trial086.stdout:Access: 2026-02-12 03:23:40.091603522 +0000 2026-02-12T03:23:48.410 INFO:teuthology.orchestra.run.trial086.stdout:Modify: 2026-02-12 03:22:38.011622890 +0000 2026-02-12T03:23:48.410 INFO:teuthology.orchestra.run.trial086.stdout:Change: 2026-02-12 03:22:38.011622890 +0000 2026-02-12T03:23:48.410 INFO:teuthology.orchestra.run.trial086.stdout: Birth: 2026-02-12 03:22:38.011622890 +0000 2026-02-12T03:23:48.410 DEBUG:teuthology.orchestra.run.trial086:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-12T03:23:48.419 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:48.237+0000 7f381d25c140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T03:23:48.419 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:48.384+0000 7f381d25c140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T03:23:48.419 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:48.419+0000 7f381d25c140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T03:23:48.479 INFO:teuthology.orchestra.run.trial086.stderr:1+0 records in 2026-02-12T03:23:48.479 INFO:teuthology.orchestra.run.trial086.stderr:1+0 records out 2026-02-12T03:23:48.479 INFO:teuthology.orchestra.run.trial086.stderr:512 bytes copied, 0.000141314 s, 3.6 MB/s 2026-02-12T03:23:48.480 DEBUG:teuthology.orchestra.run.trial086:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-12T03:23:48.538 DEBUG:teuthology.orchestra.run.trial145:> set -ex 2026-02-12T03:23:48.538 DEBUG:teuthology.orchestra.run.trial145:> dd if=/scratch_devs of=/dev/stdout 2026-02-12T03:23:48.555 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-12T03:23:48.556 DEBUG:teuthology.orchestra.run.trial145:> stat /dev/vg_nvme/lv_1 2026-02-12T03:23:48.612 INFO:teuthology.orchestra.run.trial145.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-12T03:23:48.612 INFO:teuthology.orchestra.run.trial145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T03:23:48.612 INFO:teuthology.orchestra.run.trial145.stdout:Device: 6h/6d Inode: 905 Links: 1 2026-02-12T03:23:48.613 INFO:teuthology.orchestra.run.trial145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T03:23:48.613 INFO:teuthology.orchestra.run.trial145.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T03:23:48.613 INFO:teuthology.orchestra.run.trial145.stdout:Access: 2026-02-12 03:23:47.675097188 +0000 2026-02-12T03:23:48.613 INFO:teuthology.orchestra.run.trial145.stdout:Modify: 2026-02-12 03:22:41.477950223 +0000 2026-02-12T03:23:48.613 INFO:teuthology.orchestra.run.trial145.stdout:Change: 2026-02-12 03:22:41.477950223 +0000 2026-02-12T03:23:48.613 INFO:teuthology.orchestra.run.trial145.stdout: Birth: 2026-02-12 03:22:41.477950223 +0000 2026-02-12T03:23:48.613 DEBUG:teuthology.orchestra.run.trial145:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-12T03:23:48.674 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:48.460+0000 7f381d25c140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T03:23:48.674 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:48.491+0000 7f381d25c140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T03:23:48.674 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:48.526+0000 7f381d25c140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T03:23:48.675 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:48.592+0000 7f381d25c140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T03:23:48.675 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T03:23:48.675 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T03:23:48.675 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: from numpy import show_config as show_numpy_config 2026-02-12T03:23:48.675 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:48.667+0000 7f381d25c140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T03:23:48.677 INFO:teuthology.orchestra.run.trial145.stderr:1+0 records in 2026-02-12T03:23:48.677 INFO:teuthology.orchestra.run.trial145.stderr:1+0 records out 2026-02-12T03:23:48.677 INFO:teuthology.orchestra.run.trial145.stderr:512 bytes copied, 0.000167632 s, 3.1 MB/s 2026-02-12T03:23:48.679 DEBUG:teuthology.orchestra.run.trial145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-12T03:23:48.736 DEBUG:teuthology.orchestra.run.trial145:> stat /dev/vg_nvme/lv_2 2026-02-12T03:23:48.792 INFO:teuthology.orchestra.run.trial145.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-12T03:23:48.793 INFO:teuthology.orchestra.run.trial145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T03:23:48.793 INFO:teuthology.orchestra.run.trial145.stdout:Device: 6h/6d Inode: 940 Links: 1 2026-02-12T03:23:48.793 INFO:teuthology.orchestra.run.trial145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T03:23:48.793 INFO:teuthology.orchestra.run.trial145.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T03:23:48.793 INFO:teuthology.orchestra.run.trial145.stdout:Access: 2026-02-12 03:23:47.676097171 +0000 2026-02-12T03:23:48.793 INFO:teuthology.orchestra.run.trial145.stdout:Modify: 2026-02-12 03:22:41.715946175 +0000 2026-02-12T03:23:48.793 INFO:teuthology.orchestra.run.trial145.stdout:Change: 2026-02-12 03:22:41.715946175 +0000 2026-02-12T03:23:48.793 INFO:teuthology.orchestra.run.trial145.stdout: Birth: 2026-02-12 03:22:41.715946175 +0000 2026-02-12T03:23:48.794 DEBUG:teuthology.orchestra.run.trial145:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-12T03:23:48.856 INFO:teuthology.orchestra.run.trial145.stderr:1+0 records in 2026-02-12T03:23:48.857 INFO:teuthology.orchestra.run.trial145.stderr:1+0 records out 2026-02-12T03:23:48.857 INFO:teuthology.orchestra.run.trial145.stderr:512 bytes copied, 0.000136374 s, 3.8 MB/s 2026-02-12T03:23:48.858 DEBUG:teuthology.orchestra.run.trial145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-12T03:23:48.915 DEBUG:teuthology.orchestra.run.trial145:> stat /dev/vg_nvme/lv_3 2026-02-12T03:23:48.928 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:48.702+0000 7f381d25c140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T03:23:48.928 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:48.799+0000 7f381d25c140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T03:23:48.928 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:48.860+0000 7f381d25c140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T03:23:48.928 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:48.895+0000 7f381d25c140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T03:23:48.928 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:48.928+0000 7f381d25c140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T03:23:48.929 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:48 trial145 ceph-mon[16978]: from='client.14202 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;trial086=y;trial145=x", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:48.929 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:48 trial145 ceph-mon[16978]: Saving service mgr spec with placement trial086=y;trial145=x;count:2 2026-02-12T03:23:48.929 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:48 trial145 ceph-mon[16978]: Deploying daemon mgr.x on trial145 2026-02-12T03:23:48.929 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:48 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/4053130575' entity='client.admin' cmd=[{"prefix": "config dump"}]: dispatch 2026-02-12T03:23:48.929 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:48.929 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:48.929 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:48.930 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:48.930 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:48.930 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:48.930 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:48.930 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:48.930 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:48.930 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:48.930 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:23:48.930 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T03:23:48.930 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:48.930 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:48.930 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:48.930 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:48.931 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:48.931 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:48.931 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:48.946 INFO:teuthology.orchestra.run.trial145.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-12T03:23:48.947 INFO:teuthology.orchestra.run.trial145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T03:23:48.947 INFO:teuthology.orchestra.run.trial145.stdout:Device: 6h/6d Inode: 968 Links: 1 2026-02-12T03:23:48.947 INFO:teuthology.orchestra.run.trial145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T03:23:48.947 INFO:teuthology.orchestra.run.trial145.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T03:23:48.947 INFO:teuthology.orchestra.run.trial145.stdout:Access: 2026-02-12 03:23:47.676097171 +0000 2026-02-12T03:23:48.947 INFO:teuthology.orchestra.run.trial145.stdout:Modify: 2026-02-12 03:22:41.969941855 +0000 2026-02-12T03:23:48.947 INFO:teuthology.orchestra.run.trial145.stdout:Change: 2026-02-12 03:22:41.969941855 +0000 2026-02-12T03:23:48.947 INFO:teuthology.orchestra.run.trial145.stdout: Birth: 2026-02-12 03:22:41.969941855 +0000 2026-02-12T03:23:48.947 DEBUG:teuthology.orchestra.run.trial145:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-12T03:23:49.010 INFO:teuthology.orchestra.run.trial145.stderr:1+0 records in 2026-02-12T03:23:49.010 INFO:teuthology.orchestra.run.trial145.stderr:1+0 records out 2026-02-12T03:23:49.010 INFO:teuthology.orchestra.run.trial145.stderr:512 bytes copied, 0.00015577 s, 3.3 MB/s 2026-02-12T03:23:49.012 DEBUG:teuthology.orchestra.run.trial145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-12T03:23:49.067 DEBUG:teuthology.orchestra.run.trial145:> stat /dev/vg_nvme/lv_4 2026-02-12T03:23:49.122 INFO:teuthology.orchestra.run.trial145.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-12T03:23:49.123 INFO:teuthology.orchestra.run.trial145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T03:23:49.123 INFO:teuthology.orchestra.run.trial145.stdout:Device: 6h/6d Inode: 997 Links: 1 2026-02-12T03:23:49.123 INFO:teuthology.orchestra.run.trial145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T03:23:49.123 INFO:teuthology.orchestra.run.trial145.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T03:23:49.123 INFO:teuthology.orchestra.run.trial145.stdout:Access: 2026-02-12 03:23:47.676097171 +0000 2026-02-12T03:23:49.123 INFO:teuthology.orchestra.run.trial145.stdout:Modify: 2026-02-12 03:22:42.238937281 +0000 2026-02-12T03:23:49.123 INFO:teuthology.orchestra.run.trial145.stdout:Change: 2026-02-12 03:22:42.238937281 +0000 2026-02-12T03:23:49.123 INFO:teuthology.orchestra.run.trial145.stdout: Birth: 2026-02-12 03:22:42.238937281 +0000 2026-02-12T03:23:49.124 DEBUG:teuthology.orchestra.run.trial145:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-12T03:23:49.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[14472]: from='client.14202 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;trial086=y;trial145=x", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:49.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[14472]: Saving service mgr spec with placement trial086=y;trial145=x;count:2 2026-02-12T03:23:49.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[14472]: Deploying daemon mgr.x on trial145 2026-02-12T03:23:49.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/4053130575' entity='client.admin' cmd=[{"prefix": "config dump"}]: dispatch 2026-02-12T03:23:49.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:49.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:49.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:49.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:49.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:49.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:49.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:49.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:49.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:49.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:49.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:23:49.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T03:23:49.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:49.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:49.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:49.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:49.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:49.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:49.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:49.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[23011]: from='client.14202 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;trial086=y;trial145=x", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:49.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[23011]: Saving service mgr spec with placement trial086=y;trial145=x;count:2 2026-02-12T03:23:49.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[23011]: Deploying daemon mgr.x on trial145 2026-02-12T03:23:49.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/4053130575' entity='client.admin' cmd=[{"prefix": "config dump"}]: dispatch 2026-02-12T03:23:49.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:49.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:49.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:49.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:49.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:49.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:49.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:49.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:49.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:49.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:49.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:23:49.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T03:23:49.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:49.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:49.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:49.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:49.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:49.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:49.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:49.185 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:48.963+0000 7f381d25c140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T03:23:49.185 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:48.994+0000 7f381d25c140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T03:23:49.187 INFO:teuthology.orchestra.run.trial145.stderr:1+0 records in 2026-02-12T03:23:49.187 INFO:teuthology.orchestra.run.trial145.stderr:1+0 records out 2026-02-12T03:23:49.187 INFO:teuthology.orchestra.run.trial145.stderr:512 bytes copied, 0.000153335 s, 3.3 MB/s 2026-02-12T03:23:49.189 DEBUG:teuthology.orchestra.run.trial145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-12T03:23:49.245 INFO:tasks.cephadm:Deploying osd.0 on trial086 with /dev/vg_nvme/lv_4... 2026-02-12T03:23:49.245 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_4 2026-02-12T03:23:49.497 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:49 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:49.240+0000 7f381d25c140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T03:23:49.497 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:49 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:49.340+0000 7f381d25c140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T03:23:49.497 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:49 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:49.372+0000 7f381d25c140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T03:23:49.497 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:49 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:49.403+0000 7f381d25c140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T03:23:49.497 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:49 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:49.497+0000 7f381d25c140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T03:23:49.525 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:23:49.848 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:49 trial086 ceph-mon[14472]: Reconfiguring mgr.y (unknown last config time)... 2026-02-12T03:23:49.848 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:49 trial086 ceph-mon[14472]: Reconfiguring daemon mgr.y on trial086 2026-02-12T03:23:49.849 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:49 trial086 ceph-mon[14472]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:49.849 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:49 trial086 ceph-mon[23011]: Reconfiguring mgr.y (unknown last config time)... 2026-02-12T03:23:49.849 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:49 trial086 ceph-mon[23011]: Reconfiguring daemon mgr.y on trial086 2026-02-12T03:23:49.849 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:49 trial086 ceph-mon[23011]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:49.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:49 trial145 ceph-mon[16978]: Reconfiguring mgr.y (unknown last config time)... 2026-02-12T03:23:49.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:49 trial145 ceph-mon[16978]: Reconfiguring daemon mgr.y on trial086 2026-02-12T03:23:49.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:49 trial145 ceph-mon[16978]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:49.886 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:49 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:49.526+0000 7f381d25c140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T03:23:49.886 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:49 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:49.620+0000 7f381d25c140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T03:23:50.240 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:23:50.257 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph orch daemon add osd trial086:vg_nvme/lv_4 --skip-validation 2026-02-12T03:23:50.385 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:50 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:50.087+0000 7f381d25c140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T03:23:50.385 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:50 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:50.118+0000 7f381d25c140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T03:23:50.536 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:23:50.736 INFO:teuthology.orchestra.run.trial086.stderr:--skip-validation not valid: --skip-validation not in raw|lvm 2026-02-12T03:23:50.736 INFO:teuthology.orchestra.run.trial086.stderr:Invalid command: unused arguments: ['--skip-validation'] 2026-02-12T03:23:50.737 INFO:teuthology.orchestra.run.trial086.stderr:orch daemon add osd [] [] : Create OSD daemon(s) on specified host and device(s) (e.g., ceph orch daemon add osd myhost:/dev/sdb) 2026-02-12T03:23:50.737 INFO:teuthology.orchestra.run.trial086.stderr:Error EINVAL: invalid command 2026-02-12T03:23:50.771 DEBUG:teuthology.orchestra.run:got remote process result: 22 2026-02-12T03:23:50.772 WARNING:tasks.cephadm:--skip-validation falied with error Command failed on trial086 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph orch daemon add osd trial086:vg_nvme/lv_4 --skip-validation'. Retrying without it 2026-02-12T03:23:50.772 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph orch daemon add osd trial086:vg_nvme/lv_4 2026-02-12T03:23:50.885 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:23:50 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:23:50.520+0000 7f381d25c140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T03:23:50.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:50 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:50.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:50 trial145 ceph-mon[16978]: Standby manager daemon x started 2026-02-12T03:23:50.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:50 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/1439335401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:23:50.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:50 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/1439335401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:23:50.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:50 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/1439335401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:23:50.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:50 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/1439335401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:23:50.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:50 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:50.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:50 trial086 ceph-mon[14472]: Standby manager daemon x started 2026-02-12T03:23:50.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:50 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/1439335401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:23:50.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:50 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/1439335401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:23:50.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:50 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/1439335401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:23:50.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:50 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/1439335401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:23:50.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:50 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:50.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:50 trial086 ceph-mon[23011]: Standby manager daemon x started 2026-02-12T03:23:50.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:50 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/1439335401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:23:50.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:50 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/1439335401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:23:50.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:50 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/1439335401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:23:50.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:50 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/1439335401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:23:51.053 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:23:51.999 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:51 trial086 ceph-mon[14472]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:52.000 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:51 trial086 ceph-mon[14472]: mgrmap e14: y(active, since 26s), standbys: x 2026-02-12T03:23:52.000 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:51 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:23:52.000 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:51 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:23:52.000 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:51 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:23:52.000 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:51 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:52.000 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:51 trial086 ceph-mon[23011]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:52.000 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:51 trial086 ceph-mon[23011]: mgrmap e14: y(active, since 26s), standbys: x 2026-02-12T03:23:52.000 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:51 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:23:52.001 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:51 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:23:52.001 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:51 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:23:52.001 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:51 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:52.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:51 trial145 ceph-mon[16978]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:52.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:51 trial145 ceph-mon[16978]: mgrmap e14: y(active, since 26s), standbys: x 2026-02-12T03:23:52.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:51 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:23:52.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:51 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:23:52.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:51 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:23:52.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:51 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:53.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:52 trial145 ceph-mon[16978]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial086:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:53.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:52 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/431930375' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b013664a-aa1d-4eb5-a3ca-788a91371087"}]: dispatch 2026-02-12T03:23:53.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:52 trial145 ceph-mon[16978]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b013664a-aa1d-4eb5-a3ca-788a91371087"}]: dispatch 2026-02-12T03:23:53.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:52 trial145 ceph-mon[16978]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b013664a-aa1d-4eb5-a3ca-788a91371087"}]': finished 2026-02-12T03:23:53.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:52 trial145 ceph-mon[16978]: osdmap e5: 1 total, 0 up, 1 in 2026-02-12T03:23:53.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:52 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:23:53.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:52 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2327257603' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:23:53.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:52 trial086 ceph-mon[14472]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial086:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:53.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:52 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/431930375' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b013664a-aa1d-4eb5-a3ca-788a91371087"}]: dispatch 2026-02-12T03:23:53.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:52 trial086 ceph-mon[14472]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b013664a-aa1d-4eb5-a3ca-788a91371087"}]: dispatch 2026-02-12T03:23:53.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:52 trial086 ceph-mon[14472]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b013664a-aa1d-4eb5-a3ca-788a91371087"}]': finished 2026-02-12T03:23:53.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:52 trial086 ceph-mon[14472]: osdmap e5: 1 total, 0 up, 1 in 2026-02-12T03:23:53.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:52 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:23:53.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:52 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2327257603' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:23:53.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:52 trial086 ceph-mon[23011]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial086:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:23:53.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:52 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/431930375' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b013664a-aa1d-4eb5-a3ca-788a91371087"}]: dispatch 2026-02-12T03:23:53.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:52 trial086 ceph-mon[23011]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b013664a-aa1d-4eb5-a3ca-788a91371087"}]: dispatch 2026-02-12T03:23:53.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:52 trial086 ceph-mon[23011]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b013664a-aa1d-4eb5-a3ca-788a91371087"}]': finished 2026-02-12T03:23:53.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:52 trial086 ceph-mon[23011]: osdmap e5: 1 total, 0 up, 1 in 2026-02-12T03:23:53.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:52 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:23:53.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:52 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2327257603' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:23:54.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:53 trial086 ceph-mon[14472]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:54.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:53 trial086 ceph-mon[23011]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:54.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:53 trial145 ceph-mon[16978]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:56.027 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:55 trial086 ceph-mon[14472]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:56.027 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:55 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-02-12T03:23:56.027 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:55 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:56.028 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:55 trial086 ceph-mon[23011]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:56.028 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:55 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-02-12T03:23:56.028 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:55 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:56.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:55 trial145 ceph-mon[16978]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:56.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:55 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-02-12T03:23:56.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:55 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:57.286 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:56 trial145 ceph-mon[16978]: Deploying daemon osd.0 on trial086 2026-02-12T03:23:57.340 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:56 trial086 ceph-mon[14472]: Deploying daemon osd.0 on trial086 2026-02-12T03:23:57.341 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:56 trial086 ceph-mon[23011]: Deploying daemon osd.0 on trial086 2026-02-12T03:23:58.063 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:57 trial086 ceph-mon[14472]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:58.064 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:57 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:58.064 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:57 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:58.064 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:57 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:58.064 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:57 trial086 ceph-mon[23011]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:58.064 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:57 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:58.064 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:57 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:58.064 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:57 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:58.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:57 trial145 ceph-mon[16978]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:58.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:57 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:58.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:57 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:58.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:57 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:58.848 INFO:teuthology.orchestra.run.trial086.stdout:Created osd(s) 0 on host 'trial086' 2026-02-12T03:23:58.888 DEBUG:teuthology.orchestra.run.trial086:osd.0> sudo journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.0.service 2026-02-12T03:23:58.890 INFO:tasks.cephadm:Deploying osd.1 on trial086 with /dev/vg_nvme/lv_3... 2026-02-12T03:23:58.891 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_3 2026-02-12T03:23:59.216 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:23:59.304 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:59 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:59.304 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:59 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:59.304 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:59 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:59.304 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:59 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:59.305 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:59 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:59.305 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:59 trial086 ceph-mon[14472]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:59.305 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:59 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:59.305 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:59 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:59.305 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:23:59 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:59.305 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:59 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:59.305 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:59 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:59.305 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:59 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:59.305 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:59 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:59.305 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:59 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:59.306 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:59 trial086 ceph-mon[23011]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:59.306 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:59 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:59.306 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:59 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:59.306 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:23:59 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:59.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:59 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:59.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:59 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:59.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:59 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:23:59.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:59 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:23:59.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:59 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:59.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:59 trial145 ceph-mon[16978]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:23:59.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:59 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:23:59.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:59 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:59.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:23:59 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:23:59.820 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:23:59 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0[27428]: 2026-02-12T03:23:59.749+0000 7fe8134a1740 -1 Falling back to public interface 2026-02-12T03:24:00.252 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:24:00.269 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph orch daemon add osd trial086:vg_nvme/lv_3 2026-02-12T03:24:00.553 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:24:00.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:00 trial145 ceph-mon[16978]: Detected new or changed devices on trial086 2026-02-12T03:24:00.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:00 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:00.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:00 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:00.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:00 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:00.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:00 trial145 ceph-mon[16978]: Adjusting osd_memory_target on trial086 to 83023M 2026-02-12T03:24:00.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:00 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:00.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:00 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:00.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:00 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:00.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:00 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:00.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:00 trial086 ceph-mon[14472]: Detected new or changed devices on trial086 2026-02-12T03:24:00.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:00 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:00.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:00 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:00.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:00 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:00.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:00 trial086 ceph-mon[14472]: Adjusting osd_memory_target on trial086 to 83023M 2026-02-12T03:24:00.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:00 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:00.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:00 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:00.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:00 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:00.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:00 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:00.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:00 trial086 ceph-mon[23011]: Detected new or changed devices on trial086 2026-02-12T03:24:00.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:00 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:00.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:00 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:00.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:00 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:00.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:00 trial086 ceph-mon[23011]: Adjusting osd_memory_target on trial086 to 83023M 2026-02-12T03:24:00.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:00 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:00.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:00 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:00.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:00 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:00.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:00 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:01.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:01 trial145 ceph-mon[16978]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:24:01.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:01 trial145 ceph-mon[16978]: from='client.14250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial086:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:24:01.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:01 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:24:01.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:01 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:24:01.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:01 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:01.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:01 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3080819841' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8c75fea5-d65b-4669-a2d3-ecdb291f900e"}]: dispatch 2026-02-12T03:24:01.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:01 trial145 ceph-mon[16978]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8c75fea5-d65b-4669-a2d3-ecdb291f900e"}]: dispatch 2026-02-12T03:24:01.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:01 trial145 ceph-mon[16978]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8c75fea5-d65b-4669-a2d3-ecdb291f900e"}]': finished 2026-02-12T03:24:01.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:01 trial145 ceph-mon[16978]: osdmap e6: 2 total, 0 up, 2 in 2026-02-12T03:24:01.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:01 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:24:01.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:01 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:01.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:01 trial086 ceph-mon[14472]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:24:01.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:01 trial086 ceph-mon[14472]: from='client.14250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial086:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:24:01.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:01 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:24:01.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:01 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:24:01.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:01 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:01.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:01 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3080819841' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8c75fea5-d65b-4669-a2d3-ecdb291f900e"}]: dispatch 2026-02-12T03:24:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:01 trial086 ceph-mon[14472]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8c75fea5-d65b-4669-a2d3-ecdb291f900e"}]: dispatch 2026-02-12T03:24:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:01 trial086 ceph-mon[14472]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8c75fea5-d65b-4669-a2d3-ecdb291f900e"}]': finished 2026-02-12T03:24:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:01 trial086 ceph-mon[14472]: osdmap e6: 2 total, 0 up, 2 in 2026-02-12T03:24:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:01 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:24:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:01 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:01.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:01 trial086 ceph-mon[23011]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:24:01.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:01 trial086 ceph-mon[23011]: from='client.14250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial086:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:24:01.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:01 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:24:01.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:01 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:24:01.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:01 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:01.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:01 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3080819841' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8c75fea5-d65b-4669-a2d3-ecdb291f900e"}]: dispatch 2026-02-12T03:24:01.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:01 trial086 ceph-mon[23011]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8c75fea5-d65b-4669-a2d3-ecdb291f900e"}]: dispatch 2026-02-12T03:24:01.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:01 trial086 ceph-mon[23011]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8c75fea5-d65b-4669-a2d3-ecdb291f900e"}]': finished 2026-02-12T03:24:01.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:01 trial086 ceph-mon[23011]: osdmap e6: 2 total, 0 up, 2 in 2026-02-12T03:24:01.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:01 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:24:01.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:01 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:02.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:02 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/4021032283' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:24:02.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:02 trial145 ceph-mon[16978]: from='osd.0 [v2:10.20.193.86:6802/4220564244,v1:10.20.193.86:6803/4220564244]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T03:24:02.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:02 trial145 ceph-mon[16978]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T03:24:02.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:02 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/4021032283' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:24:02.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:02 trial086 ceph-mon[23011]: from='osd.0 [v2:10.20.193.86:6802/4220564244,v1:10.20.193.86:6803/4220564244]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T03:24:02.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:02 trial086 ceph-mon[23011]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T03:24:02.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:02 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/4021032283' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:24:02.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:02 trial086 ceph-mon[14472]: from='osd.0 [v2:10.20.193.86:6802/4220564244,v1:10.20.193.86:6803/4220564244]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T03:24:02.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:02 trial086 ceph-mon[14472]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T03:24:02.911 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:24:02 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0[27428]: 2026-02-12T03:24:02.543+0000 7fe8134a1740 -1 osd.0 0 log_to_monitors true 2026-02-12T03:24:03.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:03 trial145 ceph-mon[16978]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T03:24:03.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:03 trial145 ceph-mon[16978]: osdmap e7: 2 total, 0 up, 2 in 2026-02-12T03:24:03.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:03 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:24:03.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:03 trial145 ceph-mon[16978]: from='osd.0 [v2:10.20.193.86:6802/4220564244,v1:10.20.193.86:6803/4220564244]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial086", "root=default"]}]: dispatch 2026-02-12T03:24:03.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:03 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:03.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:03 trial145 ceph-mon[16978]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial086", "root=default"]}]: dispatch 2026-02-12T03:24:03.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:03 trial145 ceph-mon[16978]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:24:03.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:03 trial086 ceph-mon[23011]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T03:24:03.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:03 trial086 ceph-mon[23011]: osdmap e7: 2 total, 0 up, 2 in 2026-02-12T03:24:03.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:03 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:24:03.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:03 trial086 ceph-mon[23011]: from='osd.0 [v2:10.20.193.86:6802/4220564244,v1:10.20.193.86:6803/4220564244]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial086", "root=default"]}]: dispatch 2026-02-12T03:24:03.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:03 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:03.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:03 trial086 ceph-mon[23011]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial086", "root=default"]}]: dispatch 2026-02-12T03:24:03.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:03 trial086 ceph-mon[23011]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:24:03.911 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:24:03 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0[27428]: 2026-02-12T03:24:03.630+0000 7fe80f422640 -1 osd.0 0 waiting for initial osdmap 2026-02-12T03:24:03.911 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:24:03 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0[27428]: 2026-02-12T03:24:03.632+0000 7fe807243640 -1 osd.0 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:24:03.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:03 trial086 ceph-mon[14472]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T03:24:03.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:03 trial086 ceph-mon[14472]: osdmap e7: 2 total, 0 up, 2 in 2026-02-12T03:24:03.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:03 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:24:03.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:03 trial086 ceph-mon[14472]: from='osd.0 [v2:10.20.193.86:6802/4220564244,v1:10.20.193.86:6803/4220564244]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial086", "root=default"]}]: dispatch 2026-02-12T03:24:03.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:03 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:03.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:03 trial086 ceph-mon[14472]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial086", "root=default"]}]: dispatch 2026-02-12T03:24:03.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:03 trial086 ceph-mon[14472]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:24:04.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:04 trial145 ceph-mon[16978]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial086", "root=default"]}]': finished 2026-02-12T03:24:04.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:04 trial145 ceph-mon[16978]: osdmap e8: 2 total, 0 up, 2 in 2026-02-12T03:24:04.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:04 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:24:04.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:04 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:04.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:04 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:24:04.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:04 trial086 ceph-mon[23011]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial086", "root=default"]}]': finished 2026-02-12T03:24:04.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:04 trial086 ceph-mon[23011]: osdmap e8: 2 total, 0 up, 2 in 2026-02-12T03:24:04.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:04 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:24:04.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:04 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:04.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:04 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:24:04.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:04 trial086 ceph-mon[14472]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial086", "root=default"]}]': finished 2026-02-12T03:24:04.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:04 trial086 ceph-mon[14472]: osdmap e8: 2 total, 0 up, 2 in 2026-02-12T03:24:04.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:04 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:24:04.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:04 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:04.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:04 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:24:05.736 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:05 trial086 ceph-mon[14472]: purged_snaps scrub starts 2026-02-12T03:24:05.736 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:05 trial086 ceph-mon[14472]: purged_snaps scrub ok 2026-02-12T03:24:05.736 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:05 trial086 ceph-mon[14472]: osd.0 [v2:10.20.193.86:6802/4220564244,v1:10.20.193.86:6803/4220564244] boot 2026-02-12T03:24:05.736 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:05 trial086 ceph-mon[14472]: osdmap e9: 2 total, 1 up, 2 in 2026-02-12T03:24:05.736 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:05 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:24:05.736 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:05 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:05.736 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:05 trial086 ceph-mon[14472]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:24:05.736 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:05 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-02-12T03:24:05.737 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:05 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:05.737 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:05 trial086 ceph-mon[23011]: purged_snaps scrub starts 2026-02-12T03:24:05.737 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:05 trial086 ceph-mon[23011]: purged_snaps scrub ok 2026-02-12T03:24:05.737 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:05 trial086 ceph-mon[23011]: osd.0 [v2:10.20.193.86:6802/4220564244,v1:10.20.193.86:6803/4220564244] boot 2026-02-12T03:24:05.737 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:05 trial086 ceph-mon[23011]: osdmap e9: 2 total, 1 up, 2 in 2026-02-12T03:24:05.737 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:05 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:24:05.737 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:05 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:05.737 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:05 trial086 ceph-mon[23011]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:24:05.737 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:05 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-02-12T03:24:05.738 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:05 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:06.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:05 trial145 ceph-mon[16978]: purged_snaps scrub starts 2026-02-12T03:24:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:05 trial145 ceph-mon[16978]: purged_snaps scrub ok 2026-02-12T03:24:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:05 trial145 ceph-mon[16978]: osd.0 [v2:10.20.193.86:6802/4220564244,v1:10.20.193.86:6803/4220564244] boot 2026-02-12T03:24:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:05 trial145 ceph-mon[16978]: osdmap e9: 2 total, 1 up, 2 in 2026-02-12T03:24:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:05 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:24:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:05 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:05 trial145 ceph-mon[16978]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T03:24:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:05 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-02-12T03:24:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:05 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:06.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:06 trial086 ceph-mon[14472]: Deploying daemon osd.1 on trial086 2026-02-12T03:24:06.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:06 trial086 ceph-mon[23011]: Deploying daemon osd.1 on trial086 2026-02-12T03:24:07.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:06 trial145 ceph-mon[16978]: Deploying daemon osd.1 on trial086 2026-02-12T03:24:07.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:07 trial086 ceph-mon[14472]: pgmap v20: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T03:24:07.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:07 trial086 ceph-mon[23011]: pgmap v20: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T03:24:08.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:07 trial145 ceph-mon[16978]: pgmap v20: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T03:24:08.720 INFO:teuthology.orchestra.run.trial086.stdout:Created osd(s) 1 on host 'trial086' 2026-02-12T03:24:08.758 DEBUG:teuthology.orchestra.run.trial086:osd.1> sudo journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.1.service 2026-02-12T03:24:08.760 INFO:tasks.cephadm:Deploying osd.2 on trial086 with /dev/vg_nvme/lv_2... 2026-02-12T03:24:08.760 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_2 2026-02-12T03:24:08.905 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:08 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:08.906 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:08 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:08.906 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:08 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:08.906 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:08 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:08.906 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:08 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:08.906 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:08 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:08.906 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:08 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:08.906 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:08 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:08.906 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:08 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:08.907 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:08 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:08.907 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:08 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:08.907 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:08 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:08.907 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:08 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:08.907 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:08 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:08.907 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:08 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:08.907 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:08 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:09.083 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:24:09.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:08 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:09.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:08 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:09.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:08 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:09.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:08 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:09.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:08 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:09.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:08 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:09.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:08 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:09.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:08 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:09.670 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:09.670 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:09.670 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:09.670 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[14472]: pgmap v21: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T03:24:09.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:09.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:09.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:09.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:09.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:09.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:09.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:09.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:09.671 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:09.671 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:09.672 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:09.672 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[23011]: pgmap v21: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T03:24:09.672 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:09.672 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:09.672 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:09.672 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:09.672 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:09.672 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:09.672 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:09.672 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:09 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:10.076 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:24:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1[32817]: 2026-02-12T03:24:09.668+0000 7f19dc0d2740 -1 Falling back to public interface 2026-02-12T03:24:10.128 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:24:10.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:09 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:10.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:09 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:10.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:09 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:10.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:09 trial145 ceph-mon[16978]: pgmap v21: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T03:24:10.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:09 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:10.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:09 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:10.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:09 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:10.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:09 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:10.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:09 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:10.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:09 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:10.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:09 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:10.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:09 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:10.146 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph orch daemon add osd trial086:vg_nvme/lv_2 2026-02-12T03:24:10.431 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:24:11.021 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:10 trial086 ceph-mon[14472]: Detected new or changed devices on trial086 2026-02-12T03:24:11.021 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:10 trial086 ceph-mon[14472]: Adjusting osd_memory_target on trial086 to 41511M 2026-02-12T03:24:11.021 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:10 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:24:11.022 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:10 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:24:11.022 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:10 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:11.022 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:10 trial086 ceph-mon[23011]: Detected new or changed devices on trial086 2026-02-12T03:24:11.022 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:10 trial086 ceph-mon[23011]: Adjusting osd_memory_target on trial086 to 41511M 2026-02-12T03:24:11.022 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:10 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:24:11.022 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:10 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:24:11.023 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:10 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:11.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:10 trial145 ceph-mon[16978]: Detected new or changed devices on trial086 2026-02-12T03:24:11.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:10 trial145 ceph-mon[16978]: Adjusting osd_memory_target on trial086 to 41511M 2026-02-12T03:24:11.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:10 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:24:11.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:10 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:24:11.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:10 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:12.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:11 trial145 ceph-mon[16978]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial086:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:24:12.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:11 trial145 ceph-mon[16978]: pgmap v22: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T03:24:12.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:11 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3353918964' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d84bfd16-ac41-4798-82d1-bed6f5b3cdf5"}]: dispatch 2026-02-12T03:24:12.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:11 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3353918964' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d84bfd16-ac41-4798-82d1-bed6f5b3cdf5"}]': finished 2026-02-12T03:24:12.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:11 trial145 ceph-mon[16978]: osdmap e10: 3 total, 1 up, 3 in 2026-02-12T03:24:12.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:11 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:12.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:11 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:12.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:11 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1730225712' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:24:12.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:11 trial086 ceph-mon[14472]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial086:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:24:12.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:11 trial086 ceph-mon[14472]: pgmap v22: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T03:24:12.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:11 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3353918964' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d84bfd16-ac41-4798-82d1-bed6f5b3cdf5"}]: dispatch 2026-02-12T03:24:12.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:11 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3353918964' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d84bfd16-ac41-4798-82d1-bed6f5b3cdf5"}]': finished 2026-02-12T03:24:12.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:11 trial086 ceph-mon[14472]: osdmap e10: 3 total, 1 up, 3 in 2026-02-12T03:24:12.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:11 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:12.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:11 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:12.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:11 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1730225712' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:24:12.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:11 trial086 ceph-mon[23011]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial086:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:24:12.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:11 trial086 ceph-mon[23011]: pgmap v22: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T03:24:12.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:11 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3353918964' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d84bfd16-ac41-4798-82d1-bed6f5b3cdf5"}]: dispatch 2026-02-12T03:24:12.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:11 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3353918964' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d84bfd16-ac41-4798-82d1-bed6f5b3cdf5"}]': finished 2026-02-12T03:24:12.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:11 trial086 ceph-mon[23011]: osdmap e10: 3 total, 1 up, 3 in 2026-02-12T03:24:12.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:11 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:12.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:11 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:12.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:11 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1730225712' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:24:13.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:12 trial145 ceph-mon[16978]: from='osd.1 [v2:10.20.193.86:6810/2928914809,v1:10.20.193.86:6811/2928914809]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-12T03:24:13.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:12 trial145 ceph-mon[16978]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-12T03:24:13.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:12 trial086 ceph-mon[14472]: from='osd.1 [v2:10.20.193.86:6810/2928914809,v1:10.20.193.86:6811/2928914809]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-12T03:24:13.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:12 trial086 ceph-mon[14472]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-12T03:24:13.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:12 trial086 ceph-mon[23011]: from='osd.1 [v2:10.20.193.86:6810/2928914809,v1:10.20.193.86:6811/2928914809]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-12T03:24:13.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:12 trial086 ceph-mon[23011]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-12T03:24:13.161 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:24:12 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1[32817]: 2026-02-12T03:24:12.736+0000 7f19dc0d2740 -1 osd.1 0 log_to_monitors true 2026-02-12T03:24:14.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:13 trial145 ceph-mon[16978]: pgmap v24: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T03:24:14.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:13 trial145 ceph-mon[16978]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T03:24:14.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:13 trial145 ceph-mon[16978]: osdmap e11: 3 total, 1 up, 3 in 2026-02-12T03:24:14.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:13 trial145 ceph-mon[16978]: from='osd.1 [v2:10.20.193.86:6810/2928914809,v1:10.20.193.86:6811/2928914809]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial086", "root=default"]}]: dispatch 2026-02-12T03:24:14.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:13 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:14.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:13 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:14.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:13 trial145 ceph-mon[16978]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial086", "root=default"]}]: dispatch 2026-02-12T03:24:14.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:13 trial145 ceph-mon[16978]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial086", "root=default"]}]': finished 2026-02-12T03:24:14.160 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:24:13 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1[32817]: 2026-02-12T03:24:13.795+0000 7f19d8053640 -1 osd.1 0 waiting for initial osdmap 2026-02-12T03:24:14.160 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:24:13 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1[32817]: 2026-02-12T03:24:13.797+0000 7f19cfe74640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:24:14.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:13 trial086 ceph-mon[14472]: pgmap v24: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T03:24:14.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:13 trial086 ceph-mon[14472]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T03:24:14.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:13 trial086 ceph-mon[14472]: osdmap e11: 3 total, 1 up, 3 in 2026-02-12T03:24:14.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:13 trial086 ceph-mon[14472]: from='osd.1 [v2:10.20.193.86:6810/2928914809,v1:10.20.193.86:6811/2928914809]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial086", "root=default"]}]: dispatch 2026-02-12T03:24:14.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:13 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:14.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:13 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:14.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:13 trial086 ceph-mon[14472]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial086", "root=default"]}]: dispatch 2026-02-12T03:24:14.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:13 trial086 ceph-mon[14472]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial086", "root=default"]}]': finished 2026-02-12T03:24:14.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:13 trial086 ceph-mon[23011]: pgmap v24: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T03:24:14.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:13 trial086 ceph-mon[23011]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T03:24:14.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:13 trial086 ceph-mon[23011]: osdmap e11: 3 total, 1 up, 3 in 2026-02-12T03:24:14.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:13 trial086 ceph-mon[23011]: from='osd.1 [v2:10.20.193.86:6810/2928914809,v1:10.20.193.86:6811/2928914809]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial086", "root=default"]}]: dispatch 2026-02-12T03:24:14.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:13 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:14.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:13 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:14.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:13 trial086 ceph-mon[23011]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial086", "root=default"]}]: dispatch 2026-02-12T03:24:14.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:13 trial086 ceph-mon[23011]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial086", "root=default"]}]': finished 2026-02-12T03:24:14.886 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:14 trial086 ceph-mon[14472]: osdmap e12: 3 total, 1 up, 3 in 2026-02-12T03:24:14.886 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:14 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:14.886 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:14 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:14.886 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:14 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:14.887 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:14 trial086 ceph-mon[23011]: osdmap e12: 3 total, 1 up, 3 in 2026-02-12T03:24:14.887 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:14 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:14.887 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:14 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:14.887 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:14 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:15.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:14 trial145 ceph-mon[16978]: osdmap e12: 3 total, 1 up, 3 in 2026-02-12T03:24:15.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:14 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:15.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:14 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:15.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:14 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:15.974 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:15 trial086 ceph-mon[14472]: purged_snaps scrub starts 2026-02-12T03:24:15.974 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:15 trial086 ceph-mon[14472]: purged_snaps scrub ok 2026-02-12T03:24:15.974 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:15 trial086 ceph-mon[14472]: pgmap v27: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T03:24:15.974 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:15 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:15.975 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:15 trial086 ceph-mon[14472]: osd.1 [v2:10.20.193.86:6810/2928914809,v1:10.20.193.86:6811/2928914809] boot 2026-02-12T03:24:15.975 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:15 trial086 ceph-mon[14472]: osdmap e13: 3 total, 2 up, 3 in 2026-02-12T03:24:15.975 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:15 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:15.975 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:15 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:15.975 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:15 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-02-12T03:24:15.975 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:15 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:15.975 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:15 trial086 ceph-mon[23011]: purged_snaps scrub starts 2026-02-12T03:24:15.975 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:15 trial086 ceph-mon[23011]: purged_snaps scrub ok 2026-02-12T03:24:15.975 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:15 trial086 ceph-mon[23011]: pgmap v27: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T03:24:15.976 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:15 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:15.976 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:15 trial086 ceph-mon[23011]: osd.1 [v2:10.20.193.86:6810/2928914809,v1:10.20.193.86:6811/2928914809] boot 2026-02-12T03:24:15.976 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:15 trial086 ceph-mon[23011]: osdmap e13: 3 total, 2 up, 3 in 2026-02-12T03:24:15.976 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:15 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:15.976 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:15 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:15.976 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:15 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-02-12T03:24:15.976 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:15 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:16.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:15 trial145 ceph-mon[16978]: purged_snaps scrub starts 2026-02-12T03:24:16.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:15 trial145 ceph-mon[16978]: purged_snaps scrub ok 2026-02-12T03:24:16.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:15 trial145 ceph-mon[16978]: pgmap v27: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T03:24:16.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:15 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:16.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:15 trial145 ceph-mon[16978]: osd.1 [v2:10.20.193.86:6810/2928914809,v1:10.20.193.86:6811/2928914809] boot 2026-02-12T03:24:16.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:15 trial145 ceph-mon[16978]: osdmap e13: 3 total, 2 up, 3 in 2026-02-12T03:24:16.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:15 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:24:16.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:15 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:16.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:15 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-02-12T03:24:16.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:15 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:17.079 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:16 trial086 ceph-mon[14472]: Deploying daemon osd.2 on trial086 2026-02-12T03:24:17.080 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:16 trial086 ceph-mon[23011]: Deploying daemon osd.2 on trial086 2026-02-12T03:24:17.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:16 trial145 ceph-mon[16978]: Deploying daemon osd.2 on trial086 2026-02-12T03:24:18.120 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:17 trial086 ceph-mon[14472]: pgmap v29: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T03:24:18.120 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:17 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:18.120 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:17 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:18.120 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:17 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:18.120 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:17 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:18.121 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:17 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:18.121 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:17 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:18.121 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:17 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:18.121 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:17 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:18.121 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:17 trial086 ceph-mon[23011]: pgmap v29: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T03:24:18.121 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:17 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:18.121 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:17 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:18.121 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:17 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:18.121 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:17 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:18.122 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:17 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:18.122 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:17 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:18.122 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:17 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:18.122 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:17 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:18.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:17 trial145 ceph-mon[16978]: pgmap v29: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T03:24:18.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:17 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:18.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:17 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:18.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:17 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:18.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:17 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:18.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:17 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:18.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:17 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:18.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:17 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:18.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:17 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:18.170 INFO:teuthology.orchestra.run.trial086.stdout:Created osd(s) 2 on host 'trial086' 2026-02-12T03:24:18.210 DEBUG:teuthology.orchestra.run.trial086:osd.2> sudo journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.2.service 2026-02-12T03:24:18.213 INFO:tasks.cephadm:Deploying osd.3 on trial086 with /dev/vg_nvme/lv_1... 2026-02-12T03:24:18.213 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_1 2026-02-12T03:24:18.547 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:24:19.061 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:18 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:19.061 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:18 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:19.061 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:18 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:19.061 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:18 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:19.062 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:18 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:19.062 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:18 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:19.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:18 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:19.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:18 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:19.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:18 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:19.411 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:24:19 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2[37919]: 2026-02-12T03:24:19.162+0000 7fc91dd93740 -1 Falling back to public interface 2026-02-12T03:24:19.571 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:24:19.587 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph orch daemon add osd trial086:vg_nvme/lv_1 2026-02-12T03:24:19.875 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:24:20.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[14472]: pgmap v30: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T03:24:20.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[14472]: Detected new or changed devices on trial086 2026-02-12T03:24:20.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:20.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:20.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:20.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:20.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:20.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[14472]: Adjusting osd_memory_target on trial086 to 27674M 2026-02-12T03:24:20.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:20.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:20.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:20.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:20.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[23011]: pgmap v30: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T03:24:20.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[23011]: Detected new or changed devices on trial086 2026-02-12T03:24:20.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:20.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:20.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:20.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:20.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:20.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[23011]: Adjusting osd_memory_target on trial086 to 27674M 2026-02-12T03:24:20.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:20.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:20.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:20.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:19 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:20.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:19 trial145 ceph-mon[16978]: pgmap v30: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T03:24:20.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:19 trial145 ceph-mon[16978]: Detected new or changed devices on trial086 2026-02-12T03:24:20.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:19 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:20.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:19 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:20.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:19 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:20.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:19 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:20.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:19 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:20.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:19 trial145 ceph-mon[16978]: Adjusting osd_memory_target on trial086 to 27674M 2026-02-12T03:24:20.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:19 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:20.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:19 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:20.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:19 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:20.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:19 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:21.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:20 trial086 ceph-mon[14472]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial086:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:24:21.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:20 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:24:21.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:20 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:24:21.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:20 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:21.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:20 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2063291082' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bdcb9ce6-e439-47b6-939d-4ddb8445e201"}]: dispatch 2026-02-12T03:24:21.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:20 trial086 ceph-mon[14472]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bdcb9ce6-e439-47b6-939d-4ddb8445e201"}]: dispatch 2026-02-12T03:24:21.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:20 trial086 ceph-mon[14472]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bdcb9ce6-e439-47b6-939d-4ddb8445e201"}]': finished 2026-02-12T03:24:21.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:20 trial086 ceph-mon[14472]: osdmap e14: 4 total, 2 up, 4 in 2026-02-12T03:24:21.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:20 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:21.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:20 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:21.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:20 trial086 ceph-mon[23011]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial086:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:24:21.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:20 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:24:21.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:20 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:24:21.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:20 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:21.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:20 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2063291082' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bdcb9ce6-e439-47b6-939d-4ddb8445e201"}]: dispatch 2026-02-12T03:24:21.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:20 trial086 ceph-mon[23011]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bdcb9ce6-e439-47b6-939d-4ddb8445e201"}]: dispatch 2026-02-12T03:24:21.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:20 trial086 ceph-mon[23011]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bdcb9ce6-e439-47b6-939d-4ddb8445e201"}]': finished 2026-02-12T03:24:21.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:20 trial086 ceph-mon[23011]: osdmap e14: 4 total, 2 up, 4 in 2026-02-12T03:24:21.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:20 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:21.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:20 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:21.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:20 trial145 ceph-mon[16978]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial086:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:24:21.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:20 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:24:21.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:20 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:24:21.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:20 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:21.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:20 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2063291082' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bdcb9ce6-e439-47b6-939d-4ddb8445e201"}]: dispatch 2026-02-12T03:24:21.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:20 trial145 ceph-mon[16978]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bdcb9ce6-e439-47b6-939d-4ddb8445e201"}]: dispatch 2026-02-12T03:24:21.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:20 trial145 ceph-mon[16978]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bdcb9ce6-e439-47b6-939d-4ddb8445e201"}]': finished 2026-02-12T03:24:21.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:20 trial145 ceph-mon[16978]: osdmap e14: 4 total, 2 up, 4 in 2026-02-12T03:24:21.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:20 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:21.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:20 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:22.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:21 trial086 ceph-mon[14472]: pgmap v31: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T03:24:22.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:21 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2257904148' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:24:22.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:21 trial086 ceph-mon[23011]: pgmap v31: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T03:24:22.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:21 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2257904148' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:24:22.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:21 trial145 ceph-mon[16978]: pgmap v31: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T03:24:22.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:21 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2257904148' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:24:23.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:22 trial086 ceph-mon[14472]: from='osd.2 [v2:10.20.193.86:6818/1267532126,v1:10.20.193.86:6819/1267532126]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-12T03:24:23.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:22 trial086 ceph-mon[14472]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-12T03:24:23.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:22 trial086 ceph-mon[23011]: from='osd.2 [v2:10.20.193.86:6818/1267532126,v1:10.20.193.86:6819/1267532126]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-12T03:24:23.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:22 trial086 ceph-mon[23011]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-12T03:24:23.161 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:24:22 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2[37919]: 2026-02-12T03:24:22.739+0000 7fc91dd93740 -1 osd.2 0 log_to_monitors true 2026-02-12T03:24:23.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:22 trial145 ceph-mon[16978]: from='osd.2 [v2:10.20.193.86:6818/1267532126,v1:10.20.193.86:6819/1267532126]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-12T03:24:23.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:22 trial145 ceph-mon[16978]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-12T03:24:24.284 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:24:23 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2[37919]: 2026-02-12T03:24:23.916+0000 7fc919d14640 -1 osd.2 0 waiting for initial osdmap 2026-02-12T03:24:24.284 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:24:23 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2[37919]: 2026-02-12T03:24:23.918+0000 7fc915b3d640 -1 osd.2 16 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:24:24.285 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:23 trial086 ceph-mon[14472]: pgmap v33: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T03:24:24.285 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:23 trial086 ceph-mon[14472]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T03:24:24.285 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:23 trial086 ceph-mon[14472]: osdmap e15: 4 total, 2 up, 4 in 2026-02-12T03:24:24.285 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:23 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:24.285 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:23 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:24.285 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:23 trial086 ceph-mon[14472]: from='osd.2 [v2:10.20.193.86:6818/1267532126,v1:10.20.193.86:6819/1267532126]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial086", "root=default"]}]: dispatch 2026-02-12T03:24:24.285 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:23 trial086 ceph-mon[14472]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial086", "root=default"]}]: dispatch 2026-02-12T03:24:24.286 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:23 trial086 ceph-mon[23011]: pgmap v33: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T03:24:24.286 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:23 trial086 ceph-mon[23011]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T03:24:24.286 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:23 trial086 ceph-mon[23011]: osdmap e15: 4 total, 2 up, 4 in 2026-02-12T03:24:24.286 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:23 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:24.286 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:23 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:24.286 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:23 trial086 ceph-mon[23011]: from='osd.2 [v2:10.20.193.86:6818/1267532126,v1:10.20.193.86:6819/1267532126]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial086", "root=default"]}]: dispatch 2026-02-12T03:24:24.286 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:23 trial086 ceph-mon[23011]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial086", "root=default"]}]: dispatch 2026-02-12T03:24:24.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:23 trial145 ceph-mon[16978]: pgmap v33: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T03:24:24.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:23 trial145 ceph-mon[16978]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T03:24:24.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:23 trial145 ceph-mon[16978]: osdmap e15: 4 total, 2 up, 4 in 2026-02-12T03:24:24.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:23 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:24.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:23 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:24.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:23 trial145 ceph-mon[16978]: from='osd.2 [v2:10.20.193.86:6818/1267532126,v1:10.20.193.86:6819/1267532126]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial086", "root=default"]}]: dispatch 2026-02-12T03:24:24.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:23 trial145 ceph-mon[16978]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial086", "root=default"]}]: dispatch 2026-02-12T03:24:25.068 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:24 trial086 ceph-mon[14472]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial086", "root=default"]}]': finished 2026-02-12T03:24:25.069 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:24 trial086 ceph-mon[14472]: osdmap e16: 4 total, 2 up, 4 in 2026-02-12T03:24:25.069 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:24 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:25.069 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:24 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:25.069 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:24 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:25.069 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:24 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-02-12T03:24:25.069 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:24 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:25.069 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:24 trial086 ceph-mon[23011]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial086", "root=default"]}]': finished 2026-02-12T03:24:25.070 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:24 trial086 ceph-mon[23011]: osdmap e16: 4 total, 2 up, 4 in 2026-02-12T03:24:25.070 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:24 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:25.070 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:24 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:25.070 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:24 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:25.070 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:24 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-02-12T03:24:25.070 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:24 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:25.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:24 trial145 ceph-mon[16978]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial086", "root=default"]}]': finished 2026-02-12T03:24:25.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:24 trial145 ceph-mon[16978]: osdmap e16: 4 total, 2 up, 4 in 2026-02-12T03:24:25.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:24 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:25.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:24 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:25.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:24 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:25.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:24 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-02-12T03:24:25.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:24 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:26.238 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:25 trial086 ceph-mon[14472]: purged_snaps scrub starts 2026-02-12T03:24:26.238 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:25 trial086 ceph-mon[14472]: purged_snaps scrub ok 2026-02-12T03:24:26.238 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:25 trial086 ceph-mon[14472]: pgmap v36: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T03:24:26.238 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:25 trial086 ceph-mon[14472]: Deploying daemon osd.3 on trial086 2026-02-12T03:24:26.238 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:25 trial086 ceph-mon[14472]: osd.2 [v2:10.20.193.86:6818/1267532126,v1:10.20.193.86:6819/1267532126] boot 2026-02-12T03:24:26.238 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:25 trial086 ceph-mon[14472]: osdmap e17: 4 total, 3 up, 4 in 2026-02-12T03:24:26.238 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:25 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:26.238 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:25 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:26.238 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:25 trial086 ceph-mon[23011]: purged_snaps scrub starts 2026-02-12T03:24:26.238 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:25 trial086 ceph-mon[23011]: purged_snaps scrub ok 2026-02-12T03:24:26.238 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:25 trial086 ceph-mon[23011]: pgmap v36: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T03:24:26.238 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:25 trial086 ceph-mon[23011]: Deploying daemon osd.3 on trial086 2026-02-12T03:24:26.238 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:25 trial086 ceph-mon[23011]: osd.2 [v2:10.20.193.86:6818/1267532126,v1:10.20.193.86:6819/1267532126] boot 2026-02-12T03:24:26.238 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:25 trial086 ceph-mon[23011]: osdmap e17: 4 total, 3 up, 4 in 2026-02-12T03:24:26.238 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:25 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:26.239 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:25 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:26.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:25 trial145 ceph-mon[16978]: purged_snaps scrub starts 2026-02-12T03:24:26.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:25 trial145 ceph-mon[16978]: purged_snaps scrub ok 2026-02-12T03:24:26.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:25 trial145 ceph-mon[16978]: pgmap v36: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T03:24:26.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:25 trial145 ceph-mon[16978]: Deploying daemon osd.3 on trial086 2026-02-12T03:24:26.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:25 trial145 ceph-mon[16978]: osd.2 [v2:10.20.193.86:6818/1267532126,v1:10.20.193.86:6819/1267532126] boot 2026-02-12T03:24:26.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:25 trial145 ceph-mon[16978]: osdmap e17: 4 total, 3 up, 4 in 2026-02-12T03:24:26.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:25 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:24:26.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:25 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:27.287 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:26 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-02-12T03:24:27.287 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:26 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:27.287 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:26 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:27.287 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:26 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:27.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:26 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-02-12T03:24:27.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:26 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:27.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:26 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:27.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:26 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:27.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:26 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-02-12T03:24:27.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:26 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:27.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:26 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:27.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:26 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:27.676 INFO:teuthology.orchestra.run.trial086.stdout:Created osd(s) 3 on host 'trial086' 2026-02-12T03:24:27.714 DEBUG:teuthology.orchestra.run.trial086:osd.3> sudo journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.3.service 2026-02-12T03:24:27.716 INFO:tasks.cephadm:Deploying osd.4 on trial145 with /dev/vg_nvme/lv_4... 2026-02-12T03:24:27.716 DEBUG:teuthology.orchestra.run.trial145:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_4 2026-02-12T03:24:28.001 INFO:teuthology.orchestra.run.trial145.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.b/config 2026-02-12T03:24:28.024 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:27 trial145 ceph-mon[16978]: pgmap v38: 0 pgs: ; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T03:24:28.024 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:27 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-02-12T03:24:28.024 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:27 trial145 ceph-mon[16978]: osdmap e18: 4 total, 3 up, 4 in 2026-02-12T03:24:28.024 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:27 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:28.024 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:27 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-02-12T03:24:28.024 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:27 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:28.024 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:27 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:28.025 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:27 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:28.025 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:27 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:28.025 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:27 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:28.025 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:27 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:28.025 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:27 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:28.025 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:27 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:28.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[23011]: pgmap v38: 0 pgs: ; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T03:24:28.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-02-12T03:24:28.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[23011]: osdmap e18: 4 total, 3 up, 4 in 2026-02-12T03:24:28.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:28.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-02-12T03:24:28.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:28.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:28.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:28.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:28.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:28.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:28.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:28.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:28.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[14472]: pgmap v38: 0 pgs: ; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T03:24:28.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-02-12T03:24:28.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[14472]: osdmap e18: 4 total, 3 up, 4 in 2026-02-12T03:24:28.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:28.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-02-12T03:24:28.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:28.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:28.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:28.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:28.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:28.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:28.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:28.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:27 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:28.648 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:24:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3[43051]: 2026-02-12T03:24:28.393+0000 7fec757df740 -1 Falling back to public interface 2026-02-12T03:24:28.781 INFO:teuthology.orchestra.run.trial145.stdout: 2026-02-12T03:24:28.797 DEBUG:teuthology.orchestra.run.trial145:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph orch daemon add osd trial145:vg_nvme/lv_4 2026-02-12T03:24:28.904 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45391]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme1n1 2026-02-12T03:24:28.904 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45391]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T03:24:28.904 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45391]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T03:24:28.904 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45391]: pam_unix(sudo:session): session closed for user root 2026-02-12T03:24:28.905 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45383]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme1n1 2026-02-12T03:24:28.905 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45383]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T03:24:28.905 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45383]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T03:24:28.905 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45383]: pam_unix(sudo:session): session closed for user root 2026-02-12T03:24:28.905 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45387]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme1n1 2026-02-12T03:24:28.905 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45387]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T03:24:28.905 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45387]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T03:24:28.905 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45387]: pam_unix(sudo:session): session closed for user root 2026-02-12T03:24:28.906 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45367]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme2n1 2026-02-12T03:24:28.906 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45367]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T03:24:28.906 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45367]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T03:24:28.906 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45367]: pam_unix(sudo:session): session closed for user root 2026-02-12T03:24:28.906 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45371]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme2n1 2026-02-12T03:24:28.906 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45371]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T03:24:28.906 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45371]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T03:24:28.906 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45371]: pam_unix(sudo:session): session closed for user root 2026-02-12T03:24:28.907 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45375]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme2n1 2026-02-12T03:24:28.907 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45375]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T03:24:28.907 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45375]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T03:24:28.907 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45375]: pam_unix(sudo:session): session closed for user root 2026-02-12T03:24:28.907 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45379]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme2n1 2026-02-12T03:24:28.907 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45379]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T03:24:28.907 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45379]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T03:24:28.907 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45379]: pam_unix(sudo:session): session closed for user root 2026-02-12T03:24:29.078 INFO:teuthology.orchestra.run.trial145.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.b/config 2026-02-12T03:24:29.101 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 sudo[19645]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme1n1 2026-02-12T03:24:29.101 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 sudo[19645]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T03:24:29.101 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 sudo[19645]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T03:24:29.101 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 sudo[19645]: pam_unix(sudo:session): session closed for user root 2026-02-12T03:24:29.101 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 sudo[19649]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme1n1 2026-02-12T03:24:29.101 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 sudo[19649]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T03:24:29.101 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 sudo[19649]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T03:24:29.101 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 sudo[19649]: pam_unix(sudo:session): session closed for user root 2026-02-12T03:24:29.101 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-02-12T03:24:29.101 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 ceph-mon[16978]: osdmap e19: 4 total, 3 up, 4 in 2026-02-12T03:24:29.102 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:29.102 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:29.102 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:29.102 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:29.102 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:29.102 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:29.102 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:29.102 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:29.102 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:29.102 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:29.102 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:29.102 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:29.102 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:29.103 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 ceph-mon[16978]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T03:24:29.103 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 ceph-mon[16978]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T03:24:29.103 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:24:29.103 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:24:29.103 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:24:29.103 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:24:29.103 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:24:29.103 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:28 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:24:29.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45395]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme1n1 2026-02-12T03:24:29.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45395]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T03:24:29.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45395]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T03:24:29.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45395]: pam_unix(sudo:session): session closed for user root 2026-02-12T03:24:29.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-02-12T03:24:29.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[14472]: osdmap e19: 4 total, 3 up, 4 in 2026-02-12T03:24:29.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:29.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:29.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:29.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:29.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:29.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:29.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:29.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:29.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:29.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:29.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:29.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:29.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:29.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[14472]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T03:24:29.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[14472]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T03:24:29.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:24:29.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:24:29.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:24:29.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:24:29.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:24:29.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:24:29.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-02-12T03:24:29.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[23011]: osdmap e19: 4 total, 3 up, 4 in 2026-02-12T03:24:29.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:29.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:29.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:29.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:29.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:29.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:29.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:29.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:29.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:29.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:29.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:29.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:29.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:29.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[23011]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T03:24:29.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[23011]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T03:24:29.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:24:29.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:24:29.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:24:29.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:24:29.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:24:29.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:24:29.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45402]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme1n1 2026-02-12T03:24:29.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45402]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T03:24:29.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45402]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T03:24:29.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45402]: pam_unix(sudo:session): session closed for user root 2026-02-12T03:24:29.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45406]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme1n1 2026-02-12T03:24:29.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45406]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T03:24:29.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45406]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T03:24:29.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:28 trial086 sudo[45406]: pam_unix(sudo:session): session closed for user root 2026-02-12T03:24:30.026 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:29 trial145 ceph-mon[16978]: Detected new or changed devices on trial086 2026-02-12T03:24:30.026 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:29 trial145 ceph-mon[16978]: Adjusting osd_memory_target on trial086 to 20755M 2026-02-12T03:24:30.026 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:29 trial145 ceph-mon[16978]: pgmap v41: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T03:24:30.026 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:29 trial145 ceph-mon[16978]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T03:24:30.026 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:29 trial145 ceph-mon[16978]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T03:24:30.026 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:29 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:30.026 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:29 trial145 ceph-mon[16978]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T03:24:30.026 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:29 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:24:30.026 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:29 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:24:30.026 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:29 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:24:30.027 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:29 trial145 ceph-mon[16978]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T03:24:30.027 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:29 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:24:30.027 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:29 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:24:30.027 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:29 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:30.027 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:29 trial145 ceph-mon[16978]: osdmap e20: 4 total, 3 up, 4 in 2026-02-12T03:24:30.027 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:29 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:30.027 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:29 trial145 ceph-mon[16978]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "54b4b26b-3fcc-4424-81db-0696a3dcf4c1"}]: dispatch 2026-02-12T03:24:30.027 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:29 trial145 ceph-mon[16978]: from='client.? 10.20.193.145:0/2287383773' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "54b4b26b-3fcc-4424-81db-0696a3dcf4c1"}]: dispatch 2026-02-12T03:24:30.027 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:29 trial145 ceph-mon[16978]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "54b4b26b-3fcc-4424-81db-0696a3dcf4c1"}]': finished 2026-02-12T03:24:30.027 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:29 trial145 ceph-mon[16978]: osdmap e21: 5 total, 3 up, 5 in 2026-02-12T03:24:30.027 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:29 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:30.027 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:29 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:30.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[14472]: Detected new or changed devices on trial086 2026-02-12T03:24:30.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[14472]: Adjusting osd_memory_target on trial086 to 20755M 2026-02-12T03:24:30.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[14472]: pgmap v41: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T03:24:30.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[14472]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T03:24:30.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[14472]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T03:24:30.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:30.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[14472]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T03:24:30.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:24:30.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:24:30.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:24:30.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[14472]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T03:24:30.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:24:30.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:24:30.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:30.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[14472]: osdmap e20: 4 total, 3 up, 4 in 2026-02-12T03:24:30.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:30.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[14472]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "54b4b26b-3fcc-4424-81db-0696a3dcf4c1"}]: dispatch 2026-02-12T03:24:30.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[14472]: from='client.? 10.20.193.145:0/2287383773' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "54b4b26b-3fcc-4424-81db-0696a3dcf4c1"}]: dispatch 2026-02-12T03:24:30.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[14472]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "54b4b26b-3fcc-4424-81db-0696a3dcf4c1"}]': finished 2026-02-12T03:24:30.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[14472]: osdmap e21: 5 total, 3 up, 5 in 2026-02-12T03:24:30.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:30.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:30.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[23011]: Detected new or changed devices on trial086 2026-02-12T03:24:30.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[23011]: Adjusting osd_memory_target on trial086 to 20755M 2026-02-12T03:24:30.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[23011]: pgmap v41: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T03:24:30.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[23011]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T03:24:30.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[23011]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T03:24:30.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:30.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[23011]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T03:24:30.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:24:30.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:24:30.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:24:30.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[23011]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T03:24:30.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:24:30.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:24:30.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:30.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[23011]: osdmap e20: 4 total, 3 up, 4 in 2026-02-12T03:24:30.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:30.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[23011]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "54b4b26b-3fcc-4424-81db-0696a3dcf4c1"}]: dispatch 2026-02-12T03:24:30.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[23011]: from='client.? 10.20.193.145:0/2287383773' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "54b4b26b-3fcc-4424-81db-0696a3dcf4c1"}]: dispatch 2026-02-12T03:24:30.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[23011]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "54b4b26b-3fcc-4424-81db-0696a3dcf4c1"}]': finished 2026-02-12T03:24:30.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[23011]: osdmap e21: 5 total, 3 up, 5 in 2026-02-12T03:24:30.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:30.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:29 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:31.370 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:30 trial086 ceph-mon[14472]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial145:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:24:31.370 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:30 trial086 ceph-mon[14472]: from='client.? 10.20.193.145:0/3923937618' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:24:31.371 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:30 trial086 ceph-mon[23011]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial145:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:24:31.371 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:30 trial086 ceph-mon[23011]: from='client.? 10.20.193.145:0/3923937618' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:24:31.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:30 trial145 ceph-mon[16978]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial145:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:24:31.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:30 trial145 ceph-mon[16978]: from='client.? 10.20.193.145:0/3923937618' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:24:31.660 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:24:31 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3[43051]: 2026-02-12T03:24:31.369+0000 7fec757df740 -1 osd.3 0 log_to_monitors true 2026-02-12T03:24:32.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:31 trial145 ceph-mon[16978]: pgmap v44: 1 pgs: 1 unknown; 0 B data, 81 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T03:24:32.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:31 trial145 ceph-mon[16978]: mgrmap e15: y(active, since 66s), standbys: x 2026-02-12T03:24:32.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:31 trial145 ceph-mon[16978]: from='osd.3 [v2:10.20.193.86:6826/2942050726,v1:10.20.193.86:6827/2942050726]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-12T03:24:32.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:31 trial086 ceph-mon[14472]: pgmap v44: 1 pgs: 1 unknown; 0 B data, 81 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T03:24:32.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:31 trial086 ceph-mon[14472]: mgrmap e15: y(active, since 66s), standbys: x 2026-02-12T03:24:32.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:31 trial086 ceph-mon[14472]: from='osd.3 [v2:10.20.193.86:6826/2942050726,v1:10.20.193.86:6827/2942050726]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-12T03:24:32.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:31 trial086 ceph-mon[23011]: pgmap v44: 1 pgs: 1 unknown; 0 B data, 81 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T03:24:32.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:31 trial086 ceph-mon[23011]: mgrmap e15: y(active, since 66s), standbys: x 2026-02-12T03:24:32.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:31 trial086 ceph-mon[23011]: from='osd.3 [v2:10.20.193.86:6826/2942050726,v1:10.20.193.86:6827/2942050726]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-12T03:24:33.204 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:32 trial145 ceph-mon[16978]: from='osd.3 [v2:10.20.193.86:6826/2942050726,v1:10.20.193.86:6827/2942050726]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T03:24:33.204 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:32 trial145 ceph-mon[16978]: osdmap e22: 5 total, 3 up, 5 in 2026-02-12T03:24:33.205 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:32 trial145 ceph-mon[16978]: from='osd.3 [v2:10.20.193.86:6826/2942050726,v1:10.20.193.86:6827/2942050726]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial086", "root=default"]}]: dispatch 2026-02-12T03:24:33.205 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:32 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:33.205 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:32 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:33.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:32 trial086 ceph-mon[14472]: from='osd.3 [v2:10.20.193.86:6826/2942050726,v1:10.20.193.86:6827/2942050726]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T03:24:33.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:32 trial086 ceph-mon[14472]: osdmap e22: 5 total, 3 up, 5 in 2026-02-12T03:24:33.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:32 trial086 ceph-mon[14472]: from='osd.3 [v2:10.20.193.86:6826/2942050726,v1:10.20.193.86:6827/2942050726]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial086", "root=default"]}]: dispatch 2026-02-12T03:24:33.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:32 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:33.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:32 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:33.411 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:24:32 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3[43051]: 2026-02-12T03:24:32.962+0000 7fec71760640 -1 osd.3 0 waiting for initial osdmap 2026-02-12T03:24:33.411 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:24:32 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3[43051]: 2026-02-12T03:24:32.965+0000 7fec69581640 -1 osd.3 23 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:24:33.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:32 trial086 ceph-mon[23011]: from='osd.3 [v2:10.20.193.86:6826/2942050726,v1:10.20.193.86:6827/2942050726]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T03:24:33.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:32 trial086 ceph-mon[23011]: osdmap e22: 5 total, 3 up, 5 in 2026-02-12T03:24:33.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:32 trial086 ceph-mon[23011]: from='osd.3 [v2:10.20.193.86:6826/2942050726,v1:10.20.193.86:6827/2942050726]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial086", "root=default"]}]: dispatch 2026-02-12T03:24:33.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:32 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:33.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:32 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:34.239 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:33 trial145 ceph-mon[16978]: pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T03:24:34.240 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:33 trial145 ceph-mon[16978]: from='osd.3 [v2:10.20.193.86:6826/2942050726,v1:10.20.193.86:6827/2942050726]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial086", "root=default"]}]': finished 2026-02-12T03:24:34.240 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:33 trial145 ceph-mon[16978]: osdmap e23: 5 total, 3 up, 5 in 2026-02-12T03:24:34.240 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:33 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:34.240 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:33 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:34.240 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:33 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:34.240 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:33 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-02-12T03:24:34.240 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:33 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:34.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:33 trial086 ceph-mon[14472]: pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T03:24:34.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:33 trial086 ceph-mon[14472]: from='osd.3 [v2:10.20.193.86:6826/2942050726,v1:10.20.193.86:6827/2942050726]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial086", "root=default"]}]': finished 2026-02-12T03:24:34.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:33 trial086 ceph-mon[14472]: osdmap e23: 5 total, 3 up, 5 in 2026-02-12T03:24:34.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:33 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:34.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:33 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:34.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:33 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:34.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:33 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-02-12T03:24:34.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:33 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:34.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:33 trial086 ceph-mon[23011]: pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T03:24:34.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:33 trial086 ceph-mon[23011]: from='osd.3 [v2:10.20.193.86:6826/2942050726,v1:10.20.193.86:6827/2942050726]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial086", "root=default"]}]': finished 2026-02-12T03:24:34.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:33 trial086 ceph-mon[23011]: osdmap e23: 5 total, 3 up, 5 in 2026-02-12T03:24:34.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:33 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:34.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:33 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:34.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:33 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:34.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:33 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-02-12T03:24:34.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:33 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:35.323 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:34 trial145 ceph-mon[16978]: purged_snaps scrub starts 2026-02-12T03:24:35.323 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:34 trial145 ceph-mon[16978]: purged_snaps scrub ok 2026-02-12T03:24:35.323 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:34 trial145 ceph-mon[16978]: Deploying daemon osd.4 on trial145 2026-02-12T03:24:35.323 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:34 trial145 ceph-mon[16978]: osd.3 [v2:10.20.193.86:6826/2942050726,v1:10.20.193.86:6827/2942050726] boot 2026-02-12T03:24:35.323 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:34 trial145 ceph-mon[16978]: osdmap e24: 5 total, 4 up, 5 in 2026-02-12T03:24:35.323 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:35.323 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:34 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:35.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:34 trial086 ceph-mon[14472]: purged_snaps scrub starts 2026-02-12T03:24:35.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:34 trial086 ceph-mon[14472]: purged_snaps scrub ok 2026-02-12T03:24:35.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:34 trial086 ceph-mon[14472]: Deploying daemon osd.4 on trial145 2026-02-12T03:24:35.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:34 trial086 ceph-mon[14472]: osd.3 [v2:10.20.193.86:6826/2942050726,v1:10.20.193.86:6827/2942050726] boot 2026-02-12T03:24:35.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:34 trial086 ceph-mon[14472]: osdmap e24: 5 total, 4 up, 5 in 2026-02-12T03:24:35.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:34 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:35.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:34 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:35.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:34 trial086 ceph-mon[23011]: purged_snaps scrub starts 2026-02-12T03:24:35.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:34 trial086 ceph-mon[23011]: purged_snaps scrub ok 2026-02-12T03:24:35.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:34 trial086 ceph-mon[23011]: Deploying daemon osd.4 on trial145 2026-02-12T03:24:35.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:34 trial086 ceph-mon[23011]: osd.3 [v2:10.20.193.86:6826/2942050726,v1:10.20.193.86:6827/2942050726] boot 2026-02-12T03:24:35.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:34 trial086 ceph-mon[23011]: osdmap e24: 5 total, 4 up, 5 in 2026-02-12T03:24:35.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:34 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:24:35.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:34 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:36.243 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:35 trial145 ceph-mon[16978]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T03:24:36.243 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:35 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:36.243 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:35 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:36.244 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:35 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:36.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:35 trial086 ceph-mon[14472]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T03:24:36.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:35 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:36.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:35 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:36.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:35 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:36.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:35 trial086 ceph-mon[23011]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T03:24:36.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:35 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:36.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:35 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:36.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:35 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:36.802 INFO:teuthology.orchestra.run.trial145.stdout:Created osd(s) 4 on host 'trial145' 2026-02-12T03:24:36.839 DEBUG:teuthology.orchestra.run.trial145:osd.4> sudo journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.4.service 2026-02-12T03:24:36.841 INFO:tasks.cephadm:Deploying osd.5 on trial145 with /dev/vg_nvme/lv_3... 2026-02-12T03:24:36.841 DEBUG:teuthology.orchestra.run.trial145:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_3 2026-02-12T03:24:37.165 INFO:teuthology.orchestra.run.trial145.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.b/config 2026-02-12T03:24:37.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:37 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:37.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:37 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:37.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:37 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:37.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:37 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:37.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:37 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:37.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:37 trial145 ceph-mon[16978]: pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T03:24:37.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:37 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:37.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:37 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:37.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:37 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:37.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:37 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:37.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:37 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:37.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:37 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:37.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:37 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:37.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:37 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:37.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:37 trial086 ceph-mon[14472]: pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T03:24:37.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:37 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:37.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:37 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:37.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:37 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:37.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:37 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:37.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:37 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:37.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:37 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:37.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:37 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:37.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:37 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:37.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:37 trial086 ceph-mon[23011]: pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T03:24:37.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:37 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:37.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:37 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:37.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:37 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:38.136 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:24:37 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4[21854]: 2026-02-12T03:24:37.727+0000 7f6405429740 -1 Falling back to public interface 2026-02-12T03:24:38.186 INFO:teuthology.orchestra.run.trial145.stdout: 2026-02-12T03:24:38.204 DEBUG:teuthology.orchestra.run.trial145:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph orch daemon add osd trial145:vg_nvme/lv_3 2026-02-12T03:24:38.493 INFO:teuthology.orchestra.run.trial145.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.b/config 2026-02-12T03:24:38.882 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:38 trial145 ceph-mon[16978]: Detected new or changed devices on trial145 2026-02-12T03:24:38.882 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:38 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:38.883 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:38 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:38.883 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:38 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:38.883 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:38 trial145 ceph-mon[16978]: Adjusting osd_memory_target on trial145 to 84047M 2026-02-12T03:24:38.883 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:38 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:38.883 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:38 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:38.883 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:38 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:38.883 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:38 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:38.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:38 trial086 ceph-mon[14472]: Detected new or changed devices on trial145 2026-02-12T03:24:38.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:38 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:38.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:38 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:38.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:38 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:38.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:38 trial086 ceph-mon[14472]: Adjusting osd_memory_target on trial145 to 84047M 2026-02-12T03:24:38.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:38 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:38.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:38 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:38.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:38 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:38.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:38 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:38.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:38 trial086 ceph-mon[23011]: Detected new or changed devices on trial145 2026-02-12T03:24:38.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:38 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:38.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:38 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:38.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:38 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:38.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:38 trial086 ceph-mon[23011]: Adjusting osd_memory_target on trial145 to 84047M 2026-02-12T03:24:38.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:38 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:38.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:38 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:38.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:38 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:38.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:38 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:39.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:39 trial145 ceph-mon[16978]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial145:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:24:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:39 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:24:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:39 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:24:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:39 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:39 trial145 ceph-mon[16978]: pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T03:24:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:39 trial145 ceph-mon[16978]: from='client.? 10.20.193.145:0/3159598019' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "414e5545-99e8-4ab5-a912-c599ce469dd4"}]: dispatch 2026-02-12T03:24:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:39 trial145 ceph-mon[16978]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "414e5545-99e8-4ab5-a912-c599ce469dd4"}]: dispatch 2026-02-12T03:24:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:39 trial145 ceph-mon[16978]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "414e5545-99e8-4ab5-a912-c599ce469dd4"}]': finished 2026-02-12T03:24:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:39 trial145 ceph-mon[16978]: osdmap e25: 6 total, 4 up, 6 in 2026-02-12T03:24:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:39 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:39 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:39.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:39 trial086 ceph-mon[14472]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial145:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:24:39.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:39 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:24:39.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:39 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:24:39.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:39 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:39.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:39 trial086 ceph-mon[14472]: pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T03:24:39.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:39 trial086 ceph-mon[14472]: from='client.? 10.20.193.145:0/3159598019' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "414e5545-99e8-4ab5-a912-c599ce469dd4"}]: dispatch 2026-02-12T03:24:39.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:39 trial086 ceph-mon[14472]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "414e5545-99e8-4ab5-a912-c599ce469dd4"}]: dispatch 2026-02-12T03:24:39.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:39 trial086 ceph-mon[14472]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "414e5545-99e8-4ab5-a912-c599ce469dd4"}]': finished 2026-02-12T03:24:39.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:39 trial086 ceph-mon[14472]: osdmap e25: 6 total, 4 up, 6 in 2026-02-12T03:24:39.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:39 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:39.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:39 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:39.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:39 trial086 ceph-mon[23011]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial145:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:24:39.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:39 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:24:39.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:39 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:24:39.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:39 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:39.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:39 trial086 ceph-mon[23011]: pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T03:24:39.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:39 trial086 ceph-mon[23011]: from='client.? 10.20.193.145:0/3159598019' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "414e5545-99e8-4ab5-a912-c599ce469dd4"}]: dispatch 2026-02-12T03:24:39.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:39 trial086 ceph-mon[23011]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "414e5545-99e8-4ab5-a912-c599ce469dd4"}]: dispatch 2026-02-12T03:24:39.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:39 trial086 ceph-mon[23011]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "414e5545-99e8-4ab5-a912-c599ce469dd4"}]': finished 2026-02-12T03:24:39.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:39 trial086 ceph-mon[23011]: osdmap e25: 6 total, 4 up, 6 in 2026-02-12T03:24:39.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:39 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:39.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:39 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:40.780 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:40 trial145 ceph-mon[16978]: from='client.? 10.20.193.145:0/3069490229' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:24:40.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:40 trial086 ceph-mon[14472]: from='client.? 10.20.193.145:0/3069490229' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:24:40.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:40 trial086 ceph-mon[23011]: from='client.? 10.20.193.145:0/3069490229' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:24:41.136 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:24:40 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4[21854]: 2026-02-12T03:24:40.778+0000 7f6405429740 -1 osd.4 0 log_to_monitors true 2026-02-12T03:24:41.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:41 trial145 ceph-mon[16978]: pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T03:24:41.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:41 trial145 ceph-mon[16978]: from='osd.4 [v2:10.20.193.145:6800/1350679975,v1:10.20.193.145:6801/1350679975]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T03:24:41.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:41 trial145 ceph-mon[16978]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T03:24:41.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:41 trial086 ceph-mon[14472]: pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T03:24:41.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:41 trial086 ceph-mon[14472]: from='osd.4 [v2:10.20.193.145:6800/1350679975,v1:10.20.193.145:6801/1350679975]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T03:24:41.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:41 trial086 ceph-mon[14472]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T03:24:41.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:41 trial086 ceph-mon[23011]: pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T03:24:41.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:41 trial086 ceph-mon[23011]: from='osd.4 [v2:10.20.193.145:6800/1350679975,v1:10.20.193.145:6801/1350679975]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T03:24:41.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:41 trial086 ceph-mon[23011]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T03:24:42.636 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:24:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4[21854]: 2026-02-12T03:24:42.536+0000 7f64013aa640 -1 osd.4 0 waiting for initial osdmap 2026-02-12T03:24:42.636 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:24:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4[21854]: 2026-02-12T03:24:42.538+0000 7f63f91cb640 -1 osd.4 27 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:24:42.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:42 trial145 ceph-mon[16978]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T03:24:42.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:42 trial145 ceph-mon[16978]: osdmap e26: 6 total, 4 up, 6 in 2026-02-12T03:24:42.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:42 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:42.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:42 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:42.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:42 trial145 ceph-mon[16978]: from='osd.4 [v2:10.20.193.145:6800/1350679975,v1:10.20.193.145:6801/1350679975]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:24:42.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:42 trial145 ceph-mon[16978]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:24:42.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:42 trial086 ceph-mon[14472]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T03:24:42.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:42 trial086 ceph-mon[14472]: osdmap e26: 6 total, 4 up, 6 in 2026-02-12T03:24:42.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:42 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:42.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:42 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:42.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:42 trial086 ceph-mon[14472]: from='osd.4 [v2:10.20.193.145:6800/1350679975,v1:10.20.193.145:6801/1350679975]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:24:42.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:42 trial086 ceph-mon[14472]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:24:42.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:42 trial086 ceph-mon[23011]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T03:24:42.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:42 trial086 ceph-mon[23011]: osdmap e26: 6 total, 4 up, 6 in 2026-02-12T03:24:42.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:42 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:42.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:42 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:42.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:42 trial086 ceph-mon[23011]: from='osd.4 [v2:10.20.193.145:6800/1350679975,v1:10.20.193.145:6801/1350679975]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:24:42.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:42 trial086 ceph-mon[23011]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:24:43.721 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:43 trial145 ceph-mon[16978]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial145", "root=default"]}]': finished 2026-02-12T03:24:43.722 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:43 trial145 ceph-mon[16978]: osdmap e27: 6 total, 4 up, 6 in 2026-02-12T03:24:43.722 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:43 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:43.722 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:43 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:43.722 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:43 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:43.722 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:43 trial145 ceph-mon[16978]: osd.4 [v2:10.20.193.145:6800/1350679975,v1:10.20.193.145:6801/1350679975] boot 2026-02-12T03:24:43.722 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:43 trial145 ceph-mon[16978]: osdmap e28: 6 total, 5 up, 6 in 2026-02-12T03:24:43.722 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:43 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:43.723 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:43 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:43.723 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:43 trial145 ceph-mon[16978]: pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T03:24:43.723 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:43 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-02-12T03:24:43.723 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:43 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:43.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[14472]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial145", "root=default"]}]': finished 2026-02-12T03:24:43.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[14472]: osdmap e27: 6 total, 4 up, 6 in 2026-02-12T03:24:43.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:43.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:43.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:43.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[14472]: osd.4 [v2:10.20.193.145:6800/1350679975,v1:10.20.193.145:6801/1350679975] boot 2026-02-12T03:24:43.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[14472]: osdmap e28: 6 total, 5 up, 6 in 2026-02-12T03:24:43.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:43.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:43.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[14472]: pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T03:24:43.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-02-12T03:24:43.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:43.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[23011]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial145", "root=default"]}]': finished 2026-02-12T03:24:43.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[23011]: osdmap e27: 6 total, 4 up, 6 in 2026-02-12T03:24:43.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:43.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:43.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:43.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[23011]: osd.4 [v2:10.20.193.145:6800/1350679975,v1:10.20.193.145:6801/1350679975] boot 2026-02-12T03:24:43.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[23011]: osdmap e28: 6 total, 5 up, 6 in 2026-02-12T03:24:43.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:24:43.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:43.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[23011]: pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T03:24:43.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-02-12T03:24:43.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:43 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:44.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:44 trial145 ceph-mon[16978]: purged_snaps scrub starts 2026-02-12T03:24:44.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:44 trial145 ceph-mon[16978]: purged_snaps scrub ok 2026-02-12T03:24:44.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:44 trial145 ceph-mon[16978]: Deploying daemon osd.5 on trial145 2026-02-12T03:24:44.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:44 trial145 ceph-mon[16978]: osdmap e29: 6 total, 5 up, 6 in 2026-02-12T03:24:44.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:44 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:44.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:44 trial086 ceph-mon[14472]: purged_snaps scrub starts 2026-02-12T03:24:44.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:44 trial086 ceph-mon[14472]: purged_snaps scrub ok 2026-02-12T03:24:44.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:44 trial086 ceph-mon[14472]: Deploying daemon osd.5 on trial145 2026-02-12T03:24:44.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:44 trial086 ceph-mon[14472]: osdmap e29: 6 total, 5 up, 6 in 2026-02-12T03:24:44.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:44 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:44.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:44 trial086 ceph-mon[23011]: purged_snaps scrub starts 2026-02-12T03:24:44.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:44 trial086 ceph-mon[23011]: purged_snaps scrub ok 2026-02-12T03:24:44.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:44 trial086 ceph-mon[23011]: Deploying daemon osd.5 on trial145 2026-02-12T03:24:44.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:44 trial086 ceph-mon[23011]: osdmap e29: 6 total, 5 up, 6 in 2026-02-12T03:24:44.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:44 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:45.840 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:45 trial145 ceph-mon[16978]: osdmap e30: 6 total, 5 up, 6 in 2026-02-12T03:24:45.840 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:45 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:45.841 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:45 trial145 ceph-mon[16978]: pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T03:24:45.841 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:45 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:45.841 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:45 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:45.841 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:45 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:45.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:45 trial086 ceph-mon[14472]: osdmap e30: 6 total, 5 up, 6 in 2026-02-12T03:24:45.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:45 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:45.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:45 trial086 ceph-mon[14472]: pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T03:24:45.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:45 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:45.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:45 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:45.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:45 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:45.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:45 trial086 ceph-mon[23011]: osdmap e30: 6 total, 5 up, 6 in 2026-02-12T03:24:45.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:45 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:45.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:45 trial086 ceph-mon[23011]: pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T03:24:45.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:45 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:45.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:45 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:45.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:45 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:46.358 INFO:teuthology.orchestra.run.trial145.stdout:Created osd(s) 5 on host 'trial145' 2026-02-12T03:24:46.397 DEBUG:teuthology.orchestra.run.trial145:osd.5> sudo journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.5.service 2026-02-12T03:24:46.399 INFO:tasks.cephadm:Deploying osd.6 on trial145 with /dev/vg_nvme/lv_2... 2026-02-12T03:24:46.399 DEBUG:teuthology.orchestra.run.trial145:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_2 2026-02-12T03:24:46.729 INFO:teuthology.orchestra.run.trial145.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.b/config 2026-02-12T03:24:47.090 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:47.090 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:47.090 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:47.090 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:47.090 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:47.091 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:47.091 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:47.091 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:46 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:47.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:47.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:47.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:47.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:47.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:47.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:47.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:47.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:46 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:47.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:47.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:47.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:47.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:47.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:47.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:47.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:47.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:46 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:47.340 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:24:47 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5[27000]: 2026-02-12T03:24:47.088+0000 7f9e227f7740 -1 Falling back to public interface 2026-02-12T03:24:47.725 INFO:teuthology.orchestra.run.trial145.stdout: 2026-02-12T03:24:47.743 DEBUG:teuthology.orchestra.run.trial145:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph orch daemon add osd trial145:vg_nvme/lv_2 2026-02-12T03:24:48.024 INFO:teuthology.orchestra.run.trial145.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.b/config 2026-02-12T03:24:48.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:48 trial145 ceph-mon[16978]: pgmap v61: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 3.4 TiB / 3.4 TiB avail; 137 KiB/s, 0 objects/s recovering 2026-02-12T03:24:48.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:48 trial145 ceph-mon[16978]: Detected new or changed devices on trial145 2026-02-12T03:24:48.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:48.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:48.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:48.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:48.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:48 trial145 ceph-mon[16978]: Adjusting osd_memory_target on trial145 to 42023M 2026-02-12T03:24:48.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:48.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:48.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:48.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:48 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:48.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:48 trial086 ceph-mon[14472]: pgmap v61: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 3.4 TiB / 3.4 TiB avail; 137 KiB/s, 0 objects/s recovering 2026-02-12T03:24:48.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:48 trial086 ceph-mon[14472]: Detected new or changed devices on trial145 2026-02-12T03:24:48.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:48.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:48.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:48.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:48.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:48 trial086 ceph-mon[14472]: Adjusting osd_memory_target on trial145 to 42023M 2026-02-12T03:24:48.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:48.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:48.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:48.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:48 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:48.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:48 trial086 ceph-mon[23011]: pgmap v61: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 3.4 TiB / 3.4 TiB avail; 137 KiB/s, 0 objects/s recovering 2026-02-12T03:24:48.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:48 trial086 ceph-mon[23011]: Detected new or changed devices on trial145 2026-02-12T03:24:48.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:48.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:48.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:48.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:48.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:48 trial086 ceph-mon[23011]: Adjusting osd_memory_target on trial145 to 42023M 2026-02-12T03:24:48.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:48.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:48.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:48.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:48 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:49.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:49 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:24:49.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:49 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:24:49.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:49 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:49.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:49 trial145 ceph-mon[16978]: from='client.? 10.20.193.145:0/3781179597' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "85b04fdf-f3cd-4105-a641-2bee00392f7c"}]: dispatch 2026-02-12T03:24:49.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:49 trial145 ceph-mon[16978]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "85b04fdf-f3cd-4105-a641-2bee00392f7c"}]: dispatch 2026-02-12T03:24:49.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:49 trial145 ceph-mon[16978]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "85b04fdf-f3cd-4105-a641-2bee00392f7c"}]': finished 2026-02-12T03:24:49.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:49 trial145 ceph-mon[16978]: osdmap e31: 7 total, 5 up, 7 in 2026-02-12T03:24:49.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:49 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:49.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:49 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:24:49.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:49 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:24:49.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:49 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:24:49.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:49 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:49.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:49 trial086 ceph-mon[14472]: from='client.? 10.20.193.145:0/3781179597' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "85b04fdf-f3cd-4105-a641-2bee00392f7c"}]: dispatch 2026-02-12T03:24:49.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:49 trial086 ceph-mon[14472]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "85b04fdf-f3cd-4105-a641-2bee00392f7c"}]: dispatch 2026-02-12T03:24:49.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:49 trial086 ceph-mon[14472]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "85b04fdf-f3cd-4105-a641-2bee00392f7c"}]': finished 2026-02-12T03:24:49.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:49 trial086 ceph-mon[14472]: osdmap e31: 7 total, 5 up, 7 in 2026-02-12T03:24:49.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:49 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:49.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:49 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:24:49.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:49 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:24:49.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:49 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:24:49.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:49 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:49.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:49 trial086 ceph-mon[23011]: from='client.? 10.20.193.145:0/3781179597' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "85b04fdf-f3cd-4105-a641-2bee00392f7c"}]: dispatch 2026-02-12T03:24:49.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:49 trial086 ceph-mon[23011]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "85b04fdf-f3cd-4105-a641-2bee00392f7c"}]: dispatch 2026-02-12T03:24:49.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:49 trial086 ceph-mon[23011]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "85b04fdf-f3cd-4105-a641-2bee00392f7c"}]': finished 2026-02-12T03:24:49.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:49 trial086 ceph-mon[23011]: osdmap e31: 7 total, 5 up, 7 in 2026-02-12T03:24:49.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:49 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:49.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:49 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:24:50.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:50 trial145 ceph-mon[16978]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial145:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:24:50.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:50 trial145 ceph-mon[16978]: pgmap v62: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 94 KiB/s, 0 objects/s recovering 2026-02-12T03:24:50.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:50 trial145 ceph-mon[16978]: from='client.? 10.20.193.145:0/1085055157' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:24:50.387 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:24:50 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5[27000]: 2026-02-12T03:24:50.131+0000 7f9e227f7740 -1 osd.5 0 log_to_monitors true 2026-02-12T03:24:50.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:50 trial086 ceph-mon[14472]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial145:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:24:50.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:50 trial086 ceph-mon[14472]: pgmap v62: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 94 KiB/s, 0 objects/s recovering 2026-02-12T03:24:50.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:50 trial086 ceph-mon[14472]: from='client.? 10.20.193.145:0/1085055157' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:24:50.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:50 trial086 ceph-mon[23011]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial145:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:24:50.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:50 trial086 ceph-mon[23011]: pgmap v62: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 94 KiB/s, 0 objects/s recovering 2026-02-12T03:24:50.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:50 trial086 ceph-mon[23011]: from='client.? 10.20.193.145:0/1085055157' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:24:51.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:51 trial145 ceph-mon[16978]: from='osd.5 [v2:10.20.193.145:6808/3669032233,v1:10.20.193.145:6809/3669032233]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T03:24:51.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:51 trial145 ceph-mon[16978]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T03:24:51.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:51 trial086 ceph-mon[14472]: from='osd.5 [v2:10.20.193.145:6808/3669032233,v1:10.20.193.145:6809/3669032233]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T03:24:51.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:51 trial086 ceph-mon[14472]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T03:24:51.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:51 trial086 ceph-mon[23011]: from='osd.5 [v2:10.20.193.145:6808/3669032233,v1:10.20.193.145:6809/3669032233]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T03:24:51.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:51 trial086 ceph-mon[23011]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T03:24:52.136 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:24:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5[27000]: 2026-02-12T03:24:52.087+0000 7f9e1e778640 -1 osd.5 0 waiting for initial osdmap 2026-02-12T03:24:52.136 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:24:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5[27000]: 2026-02-12T03:24:52.090+0000 7f9e16599640 -1 osd.5 33 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:24:52.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:52 trial145 ceph-mon[16978]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 81 KiB/s, 0 objects/s recovering 2026-02-12T03:24:52.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:52 trial145 ceph-mon[16978]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T03:24:52.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:52 trial145 ceph-mon[16978]: from='osd.5 [v2:10.20.193.145:6808/3669032233,v1:10.20.193.145:6809/3669032233]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:24:52.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:52 trial145 ceph-mon[16978]: osdmap e32: 7 total, 5 up, 7 in 2026-02-12T03:24:52.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:52 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:52.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:52 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:24:52.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:52 trial145 ceph-mon[16978]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:24:52.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:52 trial086 ceph-mon[14472]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 81 KiB/s, 0 objects/s recovering 2026-02-12T03:24:52.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:52 trial086 ceph-mon[14472]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T03:24:52.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:52 trial086 ceph-mon[14472]: from='osd.5 [v2:10.20.193.145:6808/3669032233,v1:10.20.193.145:6809/3669032233]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:24:52.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:52 trial086 ceph-mon[14472]: osdmap e32: 7 total, 5 up, 7 in 2026-02-12T03:24:52.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:52 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:52.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:52 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:24:52.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:52 trial086 ceph-mon[14472]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:24:52.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:52 trial086 ceph-mon[23011]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 81 KiB/s, 0 objects/s recovering 2026-02-12T03:24:52.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:52 trial086 ceph-mon[23011]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T03:24:52.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:52 trial086 ceph-mon[23011]: from='osd.5 [v2:10.20.193.145:6808/3669032233,v1:10.20.193.145:6809/3669032233]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:24:52.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:52 trial086 ceph-mon[23011]: osdmap e32: 7 total, 5 up, 7 in 2026-02-12T03:24:52.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:52 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:52.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:52 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:24:52.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:52 trial086 ceph-mon[23011]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:24:53.253 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:53 trial145 ceph-mon[16978]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial145", "root=default"]}]': finished 2026-02-12T03:24:53.253 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:53 trial145 ceph-mon[16978]: osdmap e33: 7 total, 5 up, 7 in 2026-02-12T03:24:53.253 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:53 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:53.253 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:53 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:24:53.253 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:53 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:53.253 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:53 trial145 ceph-mon[16978]: osd.5 [v2:10.20.193.145:6808/3669032233,v1:10.20.193.145:6809/3669032233] boot 2026-02-12T03:24:53.253 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:53 trial145 ceph-mon[16978]: osdmap e34: 7 total, 6 up, 7 in 2026-02-12T03:24:53.253 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:53 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:53.253 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:53 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:24:53.253 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:53 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-02-12T03:24:53.253 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:53 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:53.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:53 trial086 ceph-mon[14472]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial145", "root=default"]}]': finished 2026-02-12T03:24:53.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:53 trial086 ceph-mon[14472]: osdmap e33: 7 total, 5 up, 7 in 2026-02-12T03:24:53.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:53 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:53.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:53 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:24:53.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:53 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:53.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:53 trial086 ceph-mon[14472]: osd.5 [v2:10.20.193.145:6808/3669032233,v1:10.20.193.145:6809/3669032233] boot 2026-02-12T03:24:53.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:53 trial086 ceph-mon[14472]: osdmap e34: 7 total, 6 up, 7 in 2026-02-12T03:24:53.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:53 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:53.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:53 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:24:53.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:53 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-02-12T03:24:53.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:53 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:53.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:53 trial086 ceph-mon[23011]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial145", "root=default"]}]': finished 2026-02-12T03:24:53.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:53 trial086 ceph-mon[23011]: osdmap e33: 7 total, 5 up, 7 in 2026-02-12T03:24:53.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:53 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:53.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:53 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:24:53.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:53 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:53.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:53 trial086 ceph-mon[23011]: osd.5 [v2:10.20.193.145:6808/3669032233,v1:10.20.193.145:6809/3669032233] boot 2026-02-12T03:24:53.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:53 trial086 ceph-mon[23011]: osdmap e34: 7 total, 6 up, 7 in 2026-02-12T03:24:53.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:53 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:24:53.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:53 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:24:53.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:53 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-02-12T03:24:53.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:53 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:54.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:54 trial145 ceph-mon[16978]: purged_snaps scrub starts 2026-02-12T03:24:54.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:54 trial145 ceph-mon[16978]: purged_snaps scrub ok 2026-02-12T03:24:54.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:54 trial145 ceph-mon[16978]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T03:24:54.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:54 trial145 ceph-mon[16978]: Deploying daemon osd.6 on trial145 2026-02-12T03:24:54.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:54 trial145 ceph-mon[16978]: osdmap e35: 7 total, 6 up, 7 in 2026-02-12T03:24:54.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:54 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:24:54.409 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:54 trial086 ceph-mon[14472]: purged_snaps scrub starts 2026-02-12T03:24:54.409 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:54 trial086 ceph-mon[14472]: purged_snaps scrub ok 2026-02-12T03:24:54.409 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:54 trial086 ceph-mon[14472]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T03:24:54.409 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:54 trial086 ceph-mon[14472]: Deploying daemon osd.6 on trial145 2026-02-12T03:24:54.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:54 trial086 ceph-mon[14472]: osdmap e35: 7 total, 6 up, 7 in 2026-02-12T03:24:54.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:54 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:24:54.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:54 trial086 ceph-mon[23011]: purged_snaps scrub starts 2026-02-12T03:24:54.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:54 trial086 ceph-mon[23011]: purged_snaps scrub ok 2026-02-12T03:24:54.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:54 trial086 ceph-mon[23011]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T03:24:54.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:54 trial086 ceph-mon[23011]: Deploying daemon osd.6 on trial145 2026-02-12T03:24:54.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:54 trial086 ceph-mon[23011]: osdmap e35: 7 total, 6 up, 7 in 2026-02-12T03:24:54.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:54 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:24:55.701 INFO:teuthology.orchestra.run.trial145.stdout:Created osd(s) 6 on host 'trial145' 2026-02-12T03:24:55.743 DEBUG:teuthology.orchestra.run.trial145:osd.6> sudo journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.6.service 2026-02-12T03:24:55.746 INFO:tasks.cephadm:Deploying osd.7 on trial145 with /dev/vg_nvme/lv_1... 2026-02-12T03:24:55.746 DEBUG:teuthology.orchestra.run.trial145:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_1 2026-02-12T03:24:55.882 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:55 trial145 ceph-mon[16978]: osdmap e36: 7 total, 6 up, 7 in 2026-02-12T03:24:55.882 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:55 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:24:55.882 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:55 trial145 ceph-mon[16978]: pgmap v71: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T03:24:55.882 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:55 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:55.883 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:55 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:55.883 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:55 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:55.883 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:55 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:55.883 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:55 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:55.883 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:55 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:55.883 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:55 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:55.883 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:55 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:55.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:55 trial086 ceph-mon[14472]: osdmap e36: 7 total, 6 up, 7 in 2026-02-12T03:24:55.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:55 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:24:55.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:55 trial086 ceph-mon[14472]: pgmap v71: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T03:24:55.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:55 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:55.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:55 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:55.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:55 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:55.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:55 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:55.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:55 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:55.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:55 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:55.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:55 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:55.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:55 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:55.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:55 trial086 ceph-mon[23011]: osdmap e36: 7 total, 6 up, 7 in 2026-02-12T03:24:55.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:55 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:24:55.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:55 trial086 ceph-mon[23011]: pgmap v71: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T03:24:55.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:55 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:55.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:55 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:55.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:55 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:55.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:55 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:55.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:55 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:55.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:55 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:55.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:55 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:55.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:55 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:56.069 INFO:teuthology.orchestra.run.trial145.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.b/config 2026-02-12T03:24:56.676 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:56 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:56.676 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:56 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:56.676 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:56 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:56.676 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:56 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:56.676 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:56 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:56.676 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:56 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:56.676 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:56 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:56.676 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:56 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:56.676 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:56 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:56.677 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:56 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:56.677 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:56 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:56.677 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:56 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:56.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:56.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:56.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:56.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:56.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:56.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:56.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:56.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:56.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:56.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:56.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:56.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:56.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:24:56.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:56.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:56.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:56.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:56.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:56.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:56.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:24:56.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:56.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:56.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:24:56.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:56 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:24:57.037 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:24:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[32149]: 2026-02-12T03:24:56.709+0000 7fd3b441d740 -1 Falling back to public interface 2026-02-12T03:24:57.120 INFO:teuthology.orchestra.run.trial145.stdout: 2026-02-12T03:24:57.135 DEBUG:teuthology.orchestra.run.trial145:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph orch daemon add osd trial145:vg_nvme/lv_1 2026-02-12T03:24:57.420 INFO:teuthology.orchestra.run.trial145.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.b/config 2026-02-12T03:24:57.804 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:57 trial145 ceph-mon[16978]: Detected new or changed devices on trial145 2026-02-12T03:24:57.804 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:57 trial145 ceph-mon[16978]: Adjusting osd_memory_target on trial145 to 28015M 2026-02-12T03:24:57.804 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:57 trial145 ceph-mon[16978]: pgmap v72: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T03:24:57.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:57 trial086 ceph-mon[14472]: Detected new or changed devices on trial145 2026-02-12T03:24:57.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:57 trial086 ceph-mon[14472]: Adjusting osd_memory_target on trial145 to 28015M 2026-02-12T03:24:57.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:57 trial086 ceph-mon[14472]: pgmap v72: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T03:24:57.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:57 trial086 ceph-mon[23011]: Detected new or changed devices on trial145 2026-02-12T03:24:57.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:57 trial086 ceph-mon[23011]: Adjusting osd_memory_target on trial145 to 28015M 2026-02-12T03:24:57.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:57 trial086 ceph-mon[23011]: pgmap v72: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T03:24:58.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:58 trial145 ceph-mon[16978]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial145:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:24:58.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:58 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:24:58.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:58 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:24:58.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:58 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:58.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:58 trial145 ceph-mon[16978]: from='client.? 10.20.193.145:0/3265806653' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a001db22-3e92-404d-b3bd-7fa22ca5cfb1"}]: dispatch 2026-02-12T03:24:58.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:58 trial145 ceph-mon[16978]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a001db22-3e92-404d-b3bd-7fa22ca5cfb1"}]: dispatch 2026-02-12T03:24:58.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:58 trial145 ceph-mon[16978]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a001db22-3e92-404d-b3bd-7fa22ca5cfb1"}]': finished 2026-02-12T03:24:58.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:58 trial145 ceph-mon[16978]: osdmap e37: 8 total, 6 up, 8 in 2026-02-12T03:24:58.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:58 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:24:58.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:58 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:24:58.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:58 trial145 ceph-mon[16978]: from='client.? 10.20.193.145:0/4181394453' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:24:58.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:58 trial086 ceph-mon[14472]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial145:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:24:58.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:58 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:24:58.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:58 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:24:58.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:58 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:58.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:58 trial086 ceph-mon[14472]: from='client.? 10.20.193.145:0/3265806653' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a001db22-3e92-404d-b3bd-7fa22ca5cfb1"}]: dispatch 2026-02-12T03:24:58.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:58 trial086 ceph-mon[14472]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a001db22-3e92-404d-b3bd-7fa22ca5cfb1"}]: dispatch 2026-02-12T03:24:58.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:58 trial086 ceph-mon[14472]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a001db22-3e92-404d-b3bd-7fa22ca5cfb1"}]': finished 2026-02-12T03:24:58.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:58 trial086 ceph-mon[14472]: osdmap e37: 8 total, 6 up, 8 in 2026-02-12T03:24:58.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:58 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:24:58.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:58 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:24:58.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:58 trial086 ceph-mon[14472]: from='client.? 10.20.193.145:0/4181394453' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:24:58.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:58 trial086 ceph-mon[23011]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial145:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:24:58.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:58 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T03:24:58.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:58 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T03:24:58.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:58 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:24:58.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:58 trial086 ceph-mon[23011]: from='client.? 10.20.193.145:0/3265806653' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a001db22-3e92-404d-b3bd-7fa22ca5cfb1"}]: dispatch 2026-02-12T03:24:58.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:58 trial086 ceph-mon[23011]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a001db22-3e92-404d-b3bd-7fa22ca5cfb1"}]: dispatch 2026-02-12T03:24:58.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:58 trial086 ceph-mon[23011]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a001db22-3e92-404d-b3bd-7fa22ca5cfb1"}]': finished 2026-02-12T03:24:58.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:58 trial086 ceph-mon[23011]: osdmap e37: 8 total, 6 up, 8 in 2026-02-12T03:24:58.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:58 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:24:58.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:58 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:24:58.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:58 trial086 ceph-mon[23011]: from='client.? 10.20.193.145:0/4181394453' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T03:24:59.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:59 trial145 ceph-mon[16978]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T03:24:59.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:59 trial145 ceph-mon[16978]: from='osd.6 [v2:10.20.193.145:6816/2509379324,v1:10.20.193.145:6817/2509379324]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T03:24:59.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:24:59 trial145 ceph-mon[16978]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T03:24:59.887 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:24:59 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[32149]: 2026-02-12T03:24:59.529+0000 7fd3b441d740 -1 osd.6 0 log_to_monitors true 2026-02-12T03:24:59.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:59 trial086 ceph-mon[14472]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T03:24:59.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:59 trial086 ceph-mon[14472]: from='osd.6 [v2:10.20.193.145:6816/2509379324,v1:10.20.193.145:6817/2509379324]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T03:24:59.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:24:59 trial086 ceph-mon[14472]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T03:24:59.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:59 trial086 ceph-mon[23011]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T03:24:59.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:59 trial086 ceph-mon[23011]: from='osd.6 [v2:10.20.193.145:6816/2509379324,v1:10.20.193.145:6817/2509379324]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T03:24:59.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:24:59 trial086 ceph-mon[23011]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T03:25:00.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:00 trial145 ceph-mon[16978]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T03:25:00.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:00 trial145 ceph-mon[16978]: osdmap e38: 8 total, 6 up, 8 in 2026-02-12T03:25:00.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:00 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:25:00.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:00 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:00.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:00 trial145 ceph-mon[16978]: from='osd.6 [v2:10.20.193.145:6816/2509379324,v1:10.20.193.145:6817/2509379324]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:25:00.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:00 trial145 ceph-mon[16978]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:25:00.888 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:25:00 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[32149]: 2026-02-12T03:25:00.596+0000 7fd3b039e640 -1 osd.6 0 waiting for initial osdmap 2026-02-12T03:25:00.888 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:25:00 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[32149]: 2026-02-12T03:25:00.599+0000 7fd3ac1c7640 -1 osd.6 39 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:25:00.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:00 trial086 ceph-mon[14472]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T03:25:00.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:00 trial086 ceph-mon[14472]: osdmap e38: 8 total, 6 up, 8 in 2026-02-12T03:25:00.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:00 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:25:00.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:00 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:00.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:00 trial086 ceph-mon[14472]: from='osd.6 [v2:10.20.193.145:6816/2509379324,v1:10.20.193.145:6817/2509379324]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:25:00.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:00 trial086 ceph-mon[14472]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:25:00.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:00 trial086 ceph-mon[23011]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T03:25:00.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:00 trial086 ceph-mon[23011]: osdmap e38: 8 total, 6 up, 8 in 2026-02-12T03:25:00.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:00 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:25:00.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:00 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:00.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:00 trial086 ceph-mon[23011]: from='osd.6 [v2:10.20.193.145:6816/2509379324,v1:10.20.193.145:6817/2509379324]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:25:00.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:00 trial086 ceph-mon[23011]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:25:01.812 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:01 trial145 ceph-mon[16978]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial145", "root=default"]}]': finished 2026-02-12T03:25:01.812 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:01 trial145 ceph-mon[16978]: osdmap e39: 8 total, 6 up, 8 in 2026-02-12T03:25:01.812 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:01 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:25:01.812 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:01 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:01.812 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:01 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:25:01.812 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:01 trial145 ceph-mon[16978]: pgmap v77: 1 pgs: 1 unknown; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T03:25:01.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:01 trial086 ceph-mon[14472]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial145", "root=default"]}]': finished 2026-02-12T03:25:01.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:01 trial086 ceph-mon[14472]: osdmap e39: 8 total, 6 up, 8 in 2026-02-12T03:25:01.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:01 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:25:01.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:01 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:01.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:01 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:25:01.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:01 trial086 ceph-mon[14472]: pgmap v77: 1 pgs: 1 unknown; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T03:25:01.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:01 trial086 ceph-mon[23011]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial145", "root=default"]}]': finished 2026-02-12T03:25:01.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:01 trial086 ceph-mon[23011]: osdmap e39: 8 total, 6 up, 8 in 2026-02-12T03:25:01.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:01 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:25:01.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:01 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:01.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:01 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:25:01.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:01 trial086 ceph-mon[23011]: pgmap v77: 1 pgs: 1 unknown; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T03:25:02.861 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:02 trial145 ceph-mon[16978]: purged_snaps scrub starts 2026-02-12T03:25:02.861 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:02 trial145 ceph-mon[16978]: purged_snaps scrub ok 2026-02-12T03:25:02.861 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:02 trial145 ceph-mon[16978]: osd.6 [v2:10.20.193.145:6816/2509379324,v1:10.20.193.145:6817/2509379324] boot 2026-02-12T03:25:02.861 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:02 trial145 ceph-mon[16978]: osdmap e40: 8 total, 7 up, 8 in 2026-02-12T03:25:02.861 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:02 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:25:02.861 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:02 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:02.862 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:02 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-02-12T03:25:02.862 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:02 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:02.862 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:02 trial145 ceph-mon[16978]: osdmap e41: 8 total, 7 up, 8 in 2026-02-12T03:25:02.862 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:02 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:02.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:02 trial086 ceph-mon[14472]: purged_snaps scrub starts 2026-02-12T03:25:02.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:02 trial086 ceph-mon[14472]: purged_snaps scrub ok 2026-02-12T03:25:02.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:02 trial086 ceph-mon[14472]: osd.6 [v2:10.20.193.145:6816/2509379324,v1:10.20.193.145:6817/2509379324] boot 2026-02-12T03:25:02.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:02 trial086 ceph-mon[14472]: osdmap e40: 8 total, 7 up, 8 in 2026-02-12T03:25:02.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:02 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:25:02.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:02 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:02.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:02 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-02-12T03:25:02.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:02 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:02.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:02 trial086 ceph-mon[14472]: osdmap e41: 8 total, 7 up, 8 in 2026-02-12T03:25:02.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:02 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:02.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:02 trial086 ceph-mon[23011]: purged_snaps scrub starts 2026-02-12T03:25:02.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:02 trial086 ceph-mon[23011]: purged_snaps scrub ok 2026-02-12T03:25:02.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:02 trial086 ceph-mon[23011]: osd.6 [v2:10.20.193.145:6816/2509379324,v1:10.20.193.145:6817/2509379324] boot 2026-02-12T03:25:02.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:02 trial086 ceph-mon[23011]: osdmap e40: 8 total, 7 up, 8 in 2026-02-12T03:25:02.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:02 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:25:02.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:02 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:02.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:02 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-02-12T03:25:02.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:02 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:02.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:02 trial086 ceph-mon[23011]: osdmap e41: 8 total, 7 up, 8 in 2026-02-12T03:25:02.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:02 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:03.824 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:03 trial145 ceph-mon[16978]: Deploying daemon osd.7 on trial145 2026-02-12T03:25:03.824 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:03 trial145 ceph-mon[16978]: pgmap v80: 1 pgs: 1 unknown; 577 KiB data, 188 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T03:25:03.824 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:03 trial145 ceph-mon[16978]: osdmap e42: 8 total, 7 up, 8 in 2026-02-12T03:25:03.824 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:03 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:03.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:03 trial086 ceph-mon[14472]: Deploying daemon osd.7 on trial145 2026-02-12T03:25:03.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:03 trial086 ceph-mon[14472]: pgmap v80: 1 pgs: 1 unknown; 577 KiB data, 188 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T03:25:03.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:03 trial086 ceph-mon[14472]: osdmap e42: 8 total, 7 up, 8 in 2026-02-12T03:25:03.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:03 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:03.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:03 trial086 ceph-mon[23011]: Deploying daemon osd.7 on trial145 2026-02-12T03:25:03.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:03 trial086 ceph-mon[23011]: pgmap v80: 1 pgs: 1 unknown; 577 KiB data, 188 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T03:25:03.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:03 trial086 ceph-mon[23011]: osdmap e42: 8 total, 7 up, 8 in 2026-02-12T03:25:03.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:03 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:04.856 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:04 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:25:04.856 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:04 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:04.856 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:04 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:04.856 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:04 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:04.856 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:04 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:04.857 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:04 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:04.857 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:04 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:04.857 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:04 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:04.859 INFO:teuthology.orchestra.run.trial145.stdout:Created osd(s) 7 on host 'trial145' 2026-02-12T03:25:04.904 DEBUG:teuthology.orchestra.run.trial145:osd.7> sudo journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.7.service 2026-02-12T03:25:04.906 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2026-02-12T03:25:04.906 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph osd stat -f json 2026-02-12T03:25:04.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:04 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:25:04.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:04 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:04.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:04 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:04.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:04 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:04.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:04 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:04.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:04 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:04.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:04 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:04.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:04 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:04.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:04 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:25:04.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:04 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:04.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:04 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:04.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:04 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:04.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:04 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:04.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:04 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:04.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:04 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:04.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:04 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:05.193 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:05.390 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:25:05.440 INFO:teuthology.orchestra.run.trial086.stdout:{"epoch":42,"num_osds":8,"num_up_osds":7,"osd_up_since":1770866701,"num_in_osds":8,"osd_in_since":1770866698,"num_remapped_pgs":0} 2026-02-12T03:25:05.856 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:25:05 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[37265]: 2026-02-12T03:25:05.666+0000 7f7a53b9d740 -1 Falling back to public interface 2026-02-12T03:25:05.857 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:05 trial145 ceph-mon[16978]: pgmap v82: 1 pgs: 1 unknown; 577 KiB data, 188 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T03:25:05.857 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:05 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:25:05.857 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:05 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:05.858 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:05 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:05.858 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:05 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1235449236' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T03:25:05.858 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:05 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:05.858 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:05 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:05.858 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:05 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:05.858 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:05 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:05.858 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:05 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:05.858 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:05 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:05.859 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:05 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:05.859 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:05 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:05.859 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:05 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:05.859 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:05 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:05.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[14472]: pgmap v82: 1 pgs: 1 unknown; 577 KiB data, 188 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T03:25:05.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:25:05.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:05.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:05.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1235449236' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T03:25:05.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:05.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:05.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:05.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:05.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:05.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:05.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:05.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:05.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:05.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:05.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[23011]: pgmap v82: 1 pgs: 1 unknown; 577 KiB data, 188 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T03:25:05.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:25:05.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:05.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:05.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1235449236' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T03:25:05.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:05.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:05.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:05.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:05.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:05.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:05.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:05.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:05.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:05.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:05 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:06.441 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph osd stat -f json 2026-02-12T03:25:06.731 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:06.754 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:06 trial086 ceph-mon[14472]: Detected new or changed devices on trial145 2026-02-12T03:25:06.754 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:06 trial086 ceph-mon[14472]: Adjusting osd_memory_target on trial145 to 21011M 2026-02-12T03:25:06.755 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:06 trial086 ceph-mon[23011]: Detected new or changed devices on trial145 2026-02-12T03:25:06.755 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:06 trial086 ceph-mon[23011]: Adjusting osd_memory_target on trial145 to 21011M 2026-02-12T03:25:06.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:06 trial145 ceph-mon[16978]: Detected new or changed devices on trial145 2026-02-12T03:25:06.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:06 trial145 ceph-mon[16978]: Adjusting osd_memory_target on trial145 to 21011M 2026-02-12T03:25:06.923 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:25:06.961 INFO:teuthology.orchestra.run.trial086.stdout:{"epoch":42,"num_osds":8,"num_up_osds":7,"osd_up_since":1770866701,"num_in_osds":8,"osd_in_since":1770866698,"num_remapped_pgs":0} 2026-02-12T03:25:07.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:07 trial145 ceph-mon[16978]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail; 96 KiB/s, 0 objects/s recovering 2026-02-12T03:25:07.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:07 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2013443640' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T03:25:07.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:07 trial086 ceph-mon[14472]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail; 96 KiB/s, 0 objects/s recovering 2026-02-12T03:25:07.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:07 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2013443640' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T03:25:07.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:07 trial086 ceph-mon[23011]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail; 96 KiB/s, 0 objects/s recovering 2026-02-12T03:25:07.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:07 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2013443640' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T03:25:07.961 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph osd stat -f json 2026-02-12T03:25:08.250 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:08.449 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:25:08.485 INFO:teuthology.orchestra.run.trial086.stdout:{"epoch":42,"num_osds":8,"num_up_osds":7,"osd_up_since":1770866701,"num_in_osds":8,"osd_in_since":1770866698,"num_remapped_pgs":0} 2026-02-12T03:25:08.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:08 trial145 ceph-mon[16978]: from='osd.7 [v2:10.20.193.145:6824/3805666471,v1:10.20.193.145:6825/3805666471]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T03:25:08.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:08 trial145 ceph-mon[16978]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T03:25:08.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:08 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3229711835' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T03:25:08.886 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:25:08 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[37265]: 2026-02-12T03:25:08.387+0000 7f7a53b9d740 -1 osd.7 0 log_to_monitors true 2026-02-12T03:25:08.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:08 trial086 ceph-mon[14472]: from='osd.7 [v2:10.20.193.145:6824/3805666471,v1:10.20.193.145:6825/3805666471]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T03:25:08.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:08 trial086 ceph-mon[14472]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T03:25:08.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:08 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3229711835' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T03:25:08.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:08 trial086 ceph-mon[23011]: from='osd.7 [v2:10.20.193.145:6824/3805666471,v1:10.20.193.145:6825/3805666471]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T03:25:08.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:08 trial086 ceph-mon[23011]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T03:25:08.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:08 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3229711835' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T03:25:09.487 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph osd stat -f json 2026-02-12T03:25:09.779 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:09.802 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:09 trial086 ceph-mon[23011]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T03:25:09.802 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:09 trial086 ceph-mon[23011]: from='osd.7 [v2:10.20.193.145:6824/3805666471,v1:10.20.193.145:6825/3805666471]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:25:09.803 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:09 trial086 ceph-mon[23011]: osdmap e43: 8 total, 7 up, 8 in 2026-02-12T03:25:09.803 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:09 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:09.803 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:09 trial086 ceph-mon[23011]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:25:09.803 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:09 trial086 ceph-mon[23011]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail; 94 KiB/s, 0 objects/s recovering 2026-02-12T03:25:09.803 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:09 trial086 ceph-mon[14472]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T03:25:09.803 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:09 trial086 ceph-mon[14472]: from='osd.7 [v2:10.20.193.145:6824/3805666471,v1:10.20.193.145:6825/3805666471]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:25:09.803 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:09 trial086 ceph-mon[14472]: osdmap e43: 8 total, 7 up, 8 in 2026-02-12T03:25:09.803 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:09 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:09.804 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:09 trial086 ceph-mon[14472]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:25:09.804 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:09 trial086 ceph-mon[14472]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail; 94 KiB/s, 0 objects/s recovering 2026-02-12T03:25:09.886 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:25:09 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[37265]: 2026-02-12T03:25:09.615+0000 7f7a4fb1e640 -1 osd.7 0 waiting for initial osdmap 2026-02-12T03:25:09.886 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:25:09 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[37265]: 2026-02-12T03:25:09.619+0000 7f7a4793f640 -1 osd.7 44 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:25:09.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:09 trial145 ceph-mon[16978]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T03:25:09.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:09 trial145 ceph-mon[16978]: from='osd.7 [v2:10.20.193.145:6824/3805666471,v1:10.20.193.145:6825/3805666471]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:25:09.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:09 trial145 ceph-mon[16978]: osdmap e43: 8 total, 7 up, 8 in 2026-02-12T03:25:09.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:09 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:09.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:09 trial145 ceph-mon[16978]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial145", "root=default"]}]: dispatch 2026-02-12T03:25:09.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:09 trial145 ceph-mon[16978]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail; 94 KiB/s, 0 objects/s recovering 2026-02-12T03:25:09.977 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:25:10.014 INFO:teuthology.orchestra.run.trial086.stdout:{"epoch":44,"num_osds":8,"num_up_osds":7,"osd_up_since":1770866701,"num_in_osds":8,"osd_in_since":1770866698,"num_remapped_pgs":0} 2026-02-12T03:25:10.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:10 trial145 ceph-mon[16978]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial145", "root=default"]}]': finished 2026-02-12T03:25:10.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:10 trial145 ceph-mon[16978]: osdmap e44: 8 total, 7 up, 8 in 2026-02-12T03:25:10.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:10 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:10.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:10 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:10.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:10 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/741797953' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T03:25:10.909 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:10 trial086 ceph-mon[14472]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial145", "root=default"]}]': finished 2026-02-12T03:25:10.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:10 trial086 ceph-mon[14472]: osdmap e44: 8 total, 7 up, 8 in 2026-02-12T03:25:10.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:10 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:10.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:10 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:10.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:10 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/741797953' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T03:25:10.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:10 trial086 ceph-mon[23011]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial145", "root=default"]}]': finished 2026-02-12T03:25:10.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:10 trial086 ceph-mon[23011]: osdmap e44: 8 total, 7 up, 8 in 2026-02-12T03:25:10.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:10 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:10.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:10 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:10.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:10 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/741797953' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T03:25:11.015 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph osd stat -f json 2026-02-12T03:25:11.298 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:11.490 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:25:11.526 INFO:teuthology.orchestra.run.trial086.stdout:{"epoch":45,"num_osds":8,"num_up_osds":8,"osd_up_since":1770866710,"num_in_osds":8,"osd_in_since":1770866698,"num_remapped_pgs":1} 2026-02-12T03:25:11.527 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph osd dump --format=json 2026-02-12T03:25:11.809 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:11.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:11 trial145 ceph-mon[16978]: purged_snaps scrub starts 2026-02-12T03:25:11.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:11 trial145 ceph-mon[16978]: purged_snaps scrub ok 2026-02-12T03:25:11.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:11 trial145 ceph-mon[16978]: osd.7 [v2:10.20.193.145:6824/3805666471,v1:10.20.193.145:6825/3805666471] boot 2026-02-12T03:25:11.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:11 trial145 ceph-mon[16978]: osdmap e45: 8 total, 8 up, 8 in 2026-02-12T03:25:11.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:11 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:11.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:11 trial145 ceph-mon[16978]: pgmap v88: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:11.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:11 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/225435470' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T03:25:11.909 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:11 trial086 ceph-mon[23011]: purged_snaps scrub starts 2026-02-12T03:25:11.909 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:11 trial086 ceph-mon[23011]: purged_snaps scrub ok 2026-02-12T03:25:11.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:11 trial086 ceph-mon[23011]: osd.7 [v2:10.20.193.145:6824/3805666471,v1:10.20.193.145:6825/3805666471] boot 2026-02-12T03:25:11.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:11 trial086 ceph-mon[23011]: osdmap e45: 8 total, 8 up, 8 in 2026-02-12T03:25:11.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:11 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:11.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:11 trial086 ceph-mon[23011]: pgmap v88: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:11.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:11 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/225435470' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T03:25:11.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:11 trial086 ceph-mon[14472]: purged_snaps scrub starts 2026-02-12T03:25:11.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:11 trial086 ceph-mon[14472]: purged_snaps scrub ok 2026-02-12T03:25:11.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:11 trial086 ceph-mon[14472]: osd.7 [v2:10.20.193.145:6824/3805666471,v1:10.20.193.145:6825/3805666471] boot 2026-02-12T03:25:11.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:11 trial086 ceph-mon[14472]: osdmap e45: 8 total, 8 up, 8 in 2026-02-12T03:25:11.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:11 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:11.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:11 trial086 ceph-mon[14472]: pgmap v88: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:11.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:11 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/225435470' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T03:25:11.994 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:25:11.994 INFO:teuthology.orchestra.run.trial086.stdout:{"epoch":46,"fsid":"1df67b0b-07c2-11f1-abd4-d404e6e7d460","created":"2026-02-12T03:23:06.727940+0000","modified":"2026-02-12T03:25:11.620067+0000","last_up_change":"2026-02-12T03:25:10.614355+0000","last_in_change":"2026-02-12T03:24:58.297949+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-12T03:24:26.752310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b013664a-aa1d-4eb5-a3ca-788a91371087","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":4220564244},{"type":"v1","addr":"10.20.193.86:6803","nonce":4220564244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":4220564244},{"type":"v1","addr":"10.20.193.86:6805","nonce":4220564244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":4220564244},{"type":"v1","addr":"10.20.193.86:6809","nonce":4220564244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6806","nonce":4220564244},{"type":"v1","addr":"10.20.193.86:6807","nonce":4220564244}]},"public_addr":"10.20.193.86:6803/4220564244","cluster_addr":"10.20.193.86:6805/4220564244","heartbeat_back_addr":"10.20.193.86:6809/4220564244","heartbeat_front_addr":"10.20.193.86:6807/4220564244","state":["exists","up"]},{"osd":1,"uuid":"8c75fea5-d65b-4669-a2d3-ecdb291f900e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6810","nonce":2928914809},{"type":"v1","addr":"10.20.193.86:6811","nonce":2928914809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6812","nonce":2928914809},{"type":"v1","addr":"10.20.193.86:6813","nonce":2928914809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":2928914809},{"type":"v1","addr":"10.20.193.86:6817","nonce":2928914809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":2928914809},{"type":"v1","addr":"10.20.193.86:6815","nonce":2928914809}]},"public_addr":"10.20.193.86:6811/2928914809","cluster_addr":"10.20.193.86:6813/2928914809","heartbeat_back_addr":"10.20.193.86:6817/2928914809","heartbeat_front_addr":"10.20.193.86:6815/2928914809","state":["exists","up"]},{"osd":2,"uuid":"d84bfd16-ac41-4798-82d1-bed6f5b3cdf5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6818","nonce":1267532126},{"type":"v1","addr":"10.20.193.86:6819","nonce":1267532126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":1267532126},{"type":"v1","addr":"10.20.193.86:6821","nonce":1267532126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6824","nonce":1267532126},{"type":"v1","addr":"10.20.193.86:6825","nonce":1267532126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6822","nonce":1267532126},{"type":"v1","addr":"10.20.193.86:6823","nonce":1267532126}]},"public_addr":"10.20.193.86:6819/1267532126","cluster_addr":"10.20.193.86:6821/1267532126","heartbeat_back_addr":"10.20.193.86:6825/1267532126","heartbeat_front_addr":"10.20.193.86:6823/1267532126","state":["exists","up"]},{"osd":3,"uuid":"bdcb9ce6-e439-47b6-939d-4ddb8445e201","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":2942050726},{"type":"v1","addr":"10.20.193.86:6827","nonce":2942050726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6828","nonce":2942050726},{"type":"v1","addr":"10.20.193.86:6829","nonce":2942050726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6832","nonce":2942050726},{"type":"v1","addr":"10.20.193.86:6833","nonce":2942050726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":2942050726},{"type":"v1","addr":"10.20.193.86:6831","nonce":2942050726}]},"public_addr":"10.20.193.86:6827/2942050726","cluster_addr":"10.20.193.86:6829/2942050726","heartbeat_back_addr":"10.20.193.86:6833/2942050726","heartbeat_front_addr":"10.20.193.86:6831/2942050726","state":["exists","up"]},{"osd":4,"uuid":"54b4b26b-3fcc-4424-81db-0696a3dcf4c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":28,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6800","nonce":1350679975},{"type":"v1","addr":"10.20.193.145:6801","nonce":1350679975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6802","nonce":1350679975},{"type":"v1","addr":"10.20.193.145:6803","nonce":1350679975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6806","nonce":1350679975},{"type":"v1","addr":"10.20.193.145:6807","nonce":1350679975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6804","nonce":1350679975},{"type":"v1","addr":"10.20.193.145:6805","nonce":1350679975}]},"public_addr":"10.20.193.145:6801/1350679975","cluster_addr":"10.20.193.145:6803/1350679975","heartbeat_back_addr":"10.20.193.145:6807/1350679975","heartbeat_front_addr":"10.20.193.145:6805/1350679975","state":["exists","up"]},{"osd":5,"uuid":"414e5545-99e8-4ab5-a912-c599ce469dd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6808","nonce":3669032233},{"type":"v1","addr":"10.20.193.145:6809","nonce":3669032233}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6810","nonce":3669032233},{"type":"v1","addr":"10.20.193.145:6811","nonce":3669032233}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6814","nonce":3669032233},{"type":"v1","addr":"10.20.193.145:6815","nonce":3669032233}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6812","nonce":3669032233},{"type":"v1","addr":"10.20.193.145:6813","nonce":3669032233}]},"public_addr":"10.20.193.145:6809/3669032233","cluster_addr":"10.20.193.145:6811/3669032233","heartbeat_back_addr":"10.20.193.145:6815/3669032233","heartbeat_front_addr":"10.20.193.145:6813/3669032233","state":["exists","up"]},{"osd":6,"uuid":"85b04fdf-f3cd-4105-a641-2bee00392f7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6816","nonce":2509379324},{"type":"v1","addr":"10.20.193.145:6817","nonce":2509379324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6818","nonce":2509379324},{"type":"v1","addr":"10.20.193.145:6819","nonce":2509379324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6822","nonce":2509379324},{"type":"v1","addr":"10.20.193.145:6823","nonce":2509379324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6820","nonce":2509379324},{"type":"v1","addr":"10.20.193.145:6821","nonce":2509379324}]},"public_addr":"10.20.193.145:6817/2509379324","cluster_addr":"10.20.193.145:6819/2509379324","heartbeat_back_addr":"10.20.193.145:6823/2509379324","heartbeat_front_addr":"10.20.193.145:6821/2509379324","state":["exists","up"]},{"osd":7,"uuid":"a001db22-3e92-404d-b3bd-7fa22ca5cfb1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6824","nonce":3805666471},{"type":"v1","addr":"10.20.193.145:6825","nonce":3805666471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6826","nonce":3805666471},{"type":"v1","addr":"10.20.193.145:6827","nonce":3805666471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6830","nonce":3805666471},{"type":"v1","addr":"10.20.193.145:6831","nonce":3805666471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6828","nonce":3805666471},{"type":"v1","addr":"10.20.193.145:6829","nonce":3805666471}]},"public_addr":"10.20.193.145:6825/3805666471","cluster_addr":"10.20.193.145:6827/3805666471","heartbeat_back_addr":"10.20.193.145:6831/3805666471","heartbeat_front_addr":"10.20.193.145:6829/3805666471","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.86:6801/3158301105":"2026-02-13T03:23:24.720238+0000","10.20.193.86:6800/3158301105":"2026-02-13T03:23:24.720238+0000","10.20.193.86:0/1126554455":"2026-02-13T03:23:24.720238+0000","10.20.193.86:0/3429948727":"2026-02-13T03:23:24.720238+0000","10.20.193.86:0/475447366":"2026-02-13T03:23:24.720238+0000","10.20.193.86:0/3417899504":"2026-02-13T03:23:16.496670+0000","10.20.193.86:0/3465134243":"2026-02-13T03:23:16.496670+0000","10.20.193.86:0/3934552966":"2026-02-13T03:23:16.496670+0000","10.20.193.86:6801/3541672195":"2026-02-13T03:23:16.496670+0000","10.20.193.86:6800/3541672195":"2026-02-13T03:23:16.496670+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-12T03:25:12.033 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-12T03:24:26.752310+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2026-02-12T03:25:12.033 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph osd pool get .mgr pg_num 2026-02-12T03:25:12.316 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:12.508 INFO:teuthology.orchestra.run.trial086.stdout:pg_num: 1 2026-02-12T03:25:12.545 INFO:tasks.cephadm:Adding prometheus.a on trial145 2026-02-12T03:25:12.545 DEBUG:teuthology.orchestra.run.trial145:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph orch apply prometheus '1;trial145=a' 2026-02-12T03:25:12.830 INFO:teuthology.orchestra.run.trial145.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.b/config 2026-02-12T03:25:12.853 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:12 trial145 ceph-mon[16978]: osdmap e46: 8 total, 8 up, 8 in 2026-02-12T03:25:12.854 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:12 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2198619816' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T03:25:12.854 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:12 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1207696711' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-02-12T03:25:12.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:12 trial086 ceph-mon[14472]: osdmap e46: 8 total, 8 up, 8 in 2026-02-12T03:25:12.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:12 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2198619816' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T03:25:12.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:12 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1207696711' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-02-12T03:25:12.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:12 trial086 ceph-mon[23011]: osdmap e46: 8 total, 8 up, 8 in 2026-02-12T03:25:12.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:12 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2198619816' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T03:25:12.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:12 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1207696711' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-02-12T03:25:13.038 INFO:teuthology.orchestra.run.trial145.stdout:Scheduled prometheus update... 2026-02-12T03:25:13.093 DEBUG:teuthology.orchestra.run.trial145:prometheus.a> sudo journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@prometheus.a.service 2026-02-12T03:25:13.095 INFO:tasks.cephadm:Adding node-exporter.a on trial086 2026-02-12T03:25:13.095 INFO:tasks.cephadm:Adding node-exporter.b on trial145 2026-02-12T03:25:13.096 DEBUG:teuthology.orchestra.run.trial145:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph orch apply node-exporter '2;trial086=a;trial145=b' 2026-02-12T03:25:13.418 INFO:teuthology.orchestra.run.trial145.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.b/config 2026-02-12T03:25:13.621 INFO:teuthology.orchestra.run.trial145.stdout:Scheduled node-exporter update... 2026-02-12T03:25:13.629 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:13 trial086 ceph-mon[23011]: osdmap e47: 8 total, 8 up, 8 in 2026-02-12T03:25:13.629 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:13 trial086 ceph-mon[14472]: osdmap e47: 8 total, 8 up, 8 in 2026-02-12T03:25:13.630 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:13 trial086 ceph-mon[14472]: pgmap v91: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:13.630 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:13 trial086 ceph-mon[14472]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;trial145=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:25:13.630 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:13 trial086 ceph-mon[14472]: Saving service prometheus spec with placement trial145=a;count:1 2026-02-12T03:25:13.630 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:13 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:13.630 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:13 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:25:13.630 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:13 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:13.630 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:13 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:13.630 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:13 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:13.630 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:13 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:13.658 DEBUG:teuthology.orchestra.run.trial086:node-exporter.a> sudo journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@node-exporter.a.service 2026-02-12T03:25:13.661 DEBUG:teuthology.orchestra.run.trial145:node-exporter.b> sudo journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@node-exporter.b.service 2026-02-12T03:25:13.664 INFO:tasks.cephadm:Adding alertmanager.a on trial086 2026-02-12T03:25:13.664 DEBUG:teuthology.orchestra.run.trial145:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph orch apply alertmanager '1;trial086=a' 2026-02-12T03:25:13.726 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:13 trial145 ceph-mon[16978]: osdmap e47: 8 total, 8 up, 8 in 2026-02-12T03:25:13.727 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:13 trial145 ceph-mon[16978]: pgmap v91: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:13.727 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:13 trial145 ceph-mon[16978]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;trial145=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:25:13.727 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:13 trial145 ceph-mon[16978]: Saving service prometheus spec with placement trial145=a;count:1 2026-02-12T03:25:13.727 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:13 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:13.727 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:13 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:25:13.727 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:13 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:13.727 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:13 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:13.727 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:13 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:13.727 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:13 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:13.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:13 trial086 ceph-mon[23011]: pgmap v91: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:13.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:13 trial086 ceph-mon[23011]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;trial145=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:25:13.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:13 trial086 ceph-mon[23011]: Saving service prometheus spec with placement trial145=a;count:1 2026-02-12T03:25:13.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:13 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:13.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:13 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:25:13.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:13 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:13.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:13 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:13.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:13 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:13.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:13 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:14.078 INFO:teuthology.orchestra.run.trial145.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.b/config 2026-02-12T03:25:14.291 INFO:teuthology.orchestra.run.trial145.stdout:Scheduled alertmanager update... 2026-02-12T03:25:14.699 DEBUG:teuthology.orchestra.run.trial086:alertmanager.a> sudo journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@alertmanager.a.service 2026-02-12T03:25:14.702 INFO:tasks.cephadm:Adding grafana.a on trial145 2026-02-12T03:25:14.702 DEBUG:teuthology.orchestra.run.trial145:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph orch apply grafana '1;trial145=a' 2026-02-12T03:25:14.882 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:14 trial145 ceph-mon[16978]: Deploying daemon prometheus.a on trial145 2026-02-12T03:25:14.883 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:14 trial145 ceph-mon[16978]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;trial086=a;trial145=b", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:25:14.883 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:14 trial145 ceph-mon[16978]: Saving service node-exporter spec with placement trial086=a;trial145=b;count:2 2026-02-12T03:25:14.883 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:14 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:14.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:14 trial086 ceph-mon[23011]: Deploying daemon prometheus.a on trial145 2026-02-12T03:25:14.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:14 trial086 ceph-mon[23011]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;trial086=a;trial145=b", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:25:14.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:14 trial086 ceph-mon[23011]: Saving service node-exporter spec with placement trial086=a;trial145=b;count:2 2026-02-12T03:25:14.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:14 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:14.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:14 trial086 ceph-mon[14472]: Deploying daemon prometheus.a on trial145 2026-02-12T03:25:14.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:14 trial086 ceph-mon[14472]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;trial086=a;trial145=b", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:25:14.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:14 trial086 ceph-mon[14472]: Saving service node-exporter spec with placement trial086=a;trial145=b;count:2 2026-02-12T03:25:14.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:14 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:15.036 INFO:teuthology.orchestra.run.trial145.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.b/config 2026-02-12T03:25:15.338 INFO:teuthology.orchestra.run.trial145.stdout:Scheduled grafana update... 2026-02-12T03:25:15.377 DEBUG:teuthology.orchestra.run.trial145:grafana.a> sudo journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@grafana.a.service 2026-02-12T03:25:15.378 INFO:tasks.cephadm:Setting up client nodes... 2026-02-12T03:25:15.378 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-02-12T03:25:15.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:15 trial086 ceph-mon[14472]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;trial086=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:25:15.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:15 trial086 ceph-mon[14472]: Saving service alertmanager spec with placement trial086=a;count:1 2026-02-12T03:25:15.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:15 trial086 ceph-mon[14472]: pgmap v92: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:15.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:15 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:15.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:15 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:15.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:15 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:15.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:15 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-02-12T03:25:15.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:15 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:15.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:15 trial086 ceph-mon[23011]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;trial086=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:25:15.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:15 trial086 ceph-mon[23011]: Saving service alertmanager spec with placement trial086=a;count:1 2026-02-12T03:25:15.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:15 trial086 ceph-mon[23011]: pgmap v92: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:15.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:15 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:15.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:15 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:15.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:15 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:15.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:15 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-02-12T03:25:15.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:15 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:15.663 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:15.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:15 trial145 ceph-mon[16978]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;trial086=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:25:15.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:15 trial145 ceph-mon[16978]: Saving service alertmanager spec with placement trial086=a;count:1 2026-02-12T03:25:15.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:15 trial145 ceph-mon[16978]: pgmap v92: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:15.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:15 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:15.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:15 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:15.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:15 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:15.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:15 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-02-12T03:25:15.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:15 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' 2026-02-12T03:25:15.891 INFO:teuthology.orchestra.run.trial086.stdout:[client.0] 2026-02-12T03:25:15.891 INFO:teuthology.orchestra.run.trial086.stdout: key = AQAbSI1p2ZsRNRAAKmmfyqE3nrmcuubedhRikw== 2026-02-12T03:25:15.929 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-12T03:25:15.929 DEBUG:teuthology.orchestra.run.trial086:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2026-02-12T03:25:15.929 DEBUG:teuthology.orchestra.run.trial086:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-02-12T03:25:15.966 DEBUG:teuthology.orchestra.run.trial145:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-02-12T03:25:16.248 INFO:teuthology.orchestra.run.trial145.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.b/config 2026-02-12T03:25:16.490 INFO:teuthology.orchestra.run.trial145.stdout:[client.1] 2026-02-12T03:25:16.490 INFO:teuthology.orchestra.run.trial145.stdout: key = AQAcSI1p2RcNHRAAIVXHmWp3Xx+MKvCBozMwIw== 2026-02-12T03:25:16.531 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:16 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: ignoring --setuser ceph since I am not root 2026-02-12T03:25:16.531 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:16 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: ignoring --setgroup ceph since I am not root 2026-02-12T03:25:16.531 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:16 trial145 ceph-mgr[18507]: -- 10.20.193.145:0/863120338 <== mon.1 v2:10.20.193.145:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5642ba2634a0 con 0x5642ba240800 2026-02-12T03:25:16.533 DEBUG:teuthology.orchestra.run.trial145:> set -ex 2026-02-12T03:25:16.533 DEBUG:teuthology.orchestra.run.trial145:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2026-02-12T03:25:16.533 DEBUG:teuthology.orchestra.run.trial145:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2026-02-12T03:25:16.570 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph config log 1 --format=json 2026-02-12T03:25:16.636 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:16 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ignoring --setuser ceph since I am not root 2026-02-12T03:25:16.636 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:16 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ignoring --setgroup ceph since I am not root 2026-02-12T03:25:16.865 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:16.886 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:16 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:16.752+0000 7f63c72ce140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T03:25:16.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:16 trial145 ceph-mon[16978]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;trial145=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:25:16.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:16 trial145 ceph-mon[16978]: Saving service grafana spec with placement trial145=a;count:1 2026-02-12T03:25:16.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:16 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3695196703' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T03:25:16.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:16 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3695196703' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T03:25:16.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:16 trial145 ceph-mon[16978]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-02-12T03:25:16.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:16 trial145 ceph-mon[16978]: mgrmap e16: y(active, since 111s), standbys: x 2026-02-12T03:25:16.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:16 trial145 ceph-mon[16978]: from='client.? 10.20.193.145:0/132976420' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T03:25:16.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:16 trial145 ceph-mon[16978]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T03:25:16.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:16 trial145 ceph-mon[16978]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T03:25:16.888 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:16 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:16.751+0000 7f1814b9a140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T03:25:16.889 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:16 trial086 ceph-mon[14472]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;trial145=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:25:16.889 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:16 trial086 ceph-mon[14472]: Saving service grafana spec with placement trial145=a;count:1 2026-02-12T03:25:16.889 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:16 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3695196703' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T03:25:16.889 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:16 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3695196703' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T03:25:16.889 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:16 trial086 ceph-mon[14472]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-02-12T03:25:16.889 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:16 trial086 ceph-mon[14472]: mgrmap e16: y(active, since 111s), standbys: x 2026-02-12T03:25:16.889 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:16 trial086 ceph-mon[14472]: from='client.? 10.20.193.145:0/132976420' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T03:25:16.889 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:16 trial086 ceph-mon[14472]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T03:25:16.889 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:16 trial086 ceph-mon[14472]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T03:25:16.890 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:16 trial086 ceph-mon[23011]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;trial145=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:25:16.890 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:16 trial086 ceph-mon[23011]: Saving service grafana spec with placement trial145=a;count:1 2026-02-12T03:25:16.890 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:16 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3695196703' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T03:25:16.890 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:16 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3695196703' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T03:25:16.890 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:16 trial086 ceph-mon[23011]: from='mgr.14150 10.20.193.86:0/3663794033' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-02-12T03:25:16.890 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:16 trial086 ceph-mon[23011]: mgrmap e16: y(active, since 111s), standbys: x 2026-02-12T03:25:16.890 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:16 trial086 ceph-mon[23011]: from='client.? 10.20.193.145:0/132976420' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T03:25:16.890 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:16 trial086 ceph-mon[23011]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T03:25:16.890 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:16 trial086 ceph-mon[23011]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T03:25:17.072 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:25:17.111 INFO:teuthology.orchestra.run.trial086.stdout:[{"version":18,"timestamp":"2026-02-12T03:25:05.583355+0000","name":"","changes":[{"name":"osd/host:trial145/osd_memory_target","previous_value":"29376641979","new_value":"22032481484"}]}] 2026-02-12T03:25:17.111 INFO:tasks.ceph_manager:config epoch is 18 2026-02-12T03:25:17.112 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-02-12T03:25:17.112 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2026-02-12T03:25:17.112 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph mgr dump --format=json 2026-02-12T03:25:17.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:16 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:16.900+0000 7f1814b9a140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T03:25:17.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:16 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:16.935+0000 7f1814b9a140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T03:25:17.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:16 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:16.978+0000 7f1814b9a140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T03:25:17.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:17 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:17.011+0000 7f1814b9a140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T03:25:17.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:17 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:17.045+0000 7f1814b9a140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T03:25:17.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:17 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:17.114+0000 7f1814b9a140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T03:25:17.173 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:16 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:16.896+0000 7f63c72ce140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T03:25:17.174 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:16 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:16.930+0000 7f63c72ce140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T03:25:17.174 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:16 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:16.972+0000 7f63c72ce140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T03:25:17.174 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:17 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:17.003+0000 7f63c72ce140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T03:25:17.174 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:17 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:17.037+0000 7f63c72ce140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T03:25:17.174 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:17 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:17.103+0000 7f63c72ce140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T03:25:17.174 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:17 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T03:25:17.174 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:17 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T03:25:17.174 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:17 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: from numpy import show_config as show_numpy_config 2026-02-12T03:25:17.407 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:17.423 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:17 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T03:25:17.423 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:17 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T03:25:17.423 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:17 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: from numpy import show_config as show_numpy_config 2026-02-12T03:25:17.423 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:17 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:17.190+0000 7f1814b9a140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T03:25:17.423 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:17 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:17.225+0000 7f1814b9a140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T03:25:17.424 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:17 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:17.322+0000 7f1814b9a140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T03:25:17.424 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:17 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:17.382+0000 7f1814b9a140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T03:25:17.424 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:17 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:17.422+0000 7f1814b9a140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T03:25:17.433 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:17 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:17.175+0000 7f63c72ce140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T03:25:17.433 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:17 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:17.209+0000 7f63c72ce140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T03:25:17.433 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:17 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:17.305+0000 7f63c72ce140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T03:25:17.433 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:17 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:17.364+0000 7f63c72ce140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T03:25:17.433 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:17 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:17.398+0000 7f63c72ce140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T03:25:17.433 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:17 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:17.431+0000 7f63c72ce140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T03:25:17.633 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:25:17.673 INFO:teuthology.orchestra.run.trial086.stdout:{"epoch":16,"flags":0,"active_gid":14150,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":3685523184},{"type":"v1","addr":"10.20.193.86:6801","nonce":3685523184}]},"active_addr":"10.20.193.86:6801/3685523184","active_change":"2026-02-12T03:23:24.720336+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":14214,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://10.20.193.86:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.86:0","nonce":427110130}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.86:0","nonce":3825079021}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.86:0","nonce":1642939450}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.86:0","nonce":1813689881}]}]} 2026-02-12T03:25:17.736 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2026-02-12T03:25:17.736 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2026-02-12T03:25:17.736 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph osd dump --format=json 2026-02-12T03:25:17.736 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:17 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:17.466+0000 7f63c72ce140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T03:25:17.736 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:17 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:17.496+0000 7f63c72ce140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T03:25:17.737 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:17 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3605351580' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2026-02-12T03:25:17.737 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:17 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1025450551' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T03:25:17.759 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:17 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3605351580' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2026-02-12T03:25:17.759 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:17 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1025450551' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T03:25:17.760 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:17 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3605351580' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2026-02-12T03:25:17.760 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:17 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1025450551' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T03:25:17.760 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:17 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:17.457+0000 7f1814b9a140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T03:25:17.760 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:17 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:17.494+0000 7f1814b9a140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T03:25:17.760 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:17 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:17.525+0000 7f1814b9a140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T03:25:17.988 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:17 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:17.731+0000 7f63c72ce140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T03:25:17.989 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:17 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:17.830+0000 7f63c72ce140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T03:25:17.989 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:17 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:17.861+0000 7f63c72ce140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T03:25:17.989 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:17 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:17.892+0000 7f63c72ce140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T03:25:17.989 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:17 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:17.987+0000 7f63c72ce140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T03:25:18.025 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:18.033 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:17 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:17.769+0000 7f1814b9a140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T03:25:18.033 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:17 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:17.872+0000 7f1814b9a140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T03:25:18.033 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:17 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:17.904+0000 7f1814b9a140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T03:25:18.034 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:17 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:17.935+0000 7f1814b9a140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T03:25:18.034 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:18.032+0000 7f1814b9a140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T03:25:18.226 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:25:18.227 INFO:teuthology.orchestra.run.trial086.stdout:{"epoch":47,"fsid":"1df67b0b-07c2-11f1-abd4-d404e6e7d460","created":"2026-02-12T03:23:06.727940+0000","modified":"2026-02-12T03:25:12.623451+0000","last_up_change":"2026-02-12T03:25:10.614355+0000","last_in_change":"2026-02-12T03:24:58.297949+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-12T03:24:26.752310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b013664a-aa1d-4eb5-a3ca-788a91371087","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":4220564244},{"type":"v1","addr":"10.20.193.86:6803","nonce":4220564244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":4220564244},{"type":"v1","addr":"10.20.193.86:6805","nonce":4220564244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":4220564244},{"type":"v1","addr":"10.20.193.86:6809","nonce":4220564244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6806","nonce":4220564244},{"type":"v1","addr":"10.20.193.86:6807","nonce":4220564244}]},"public_addr":"10.20.193.86:6803/4220564244","cluster_addr":"10.20.193.86:6805/4220564244","heartbeat_back_addr":"10.20.193.86:6809/4220564244","heartbeat_front_addr":"10.20.193.86:6807/4220564244","state":["exists","up"]},{"osd":1,"uuid":"8c75fea5-d65b-4669-a2d3-ecdb291f900e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6810","nonce":2928914809},{"type":"v1","addr":"10.20.193.86:6811","nonce":2928914809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6812","nonce":2928914809},{"type":"v1","addr":"10.20.193.86:6813","nonce":2928914809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":2928914809},{"type":"v1","addr":"10.20.193.86:6817","nonce":2928914809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":2928914809},{"type":"v1","addr":"10.20.193.86:6815","nonce":2928914809}]},"public_addr":"10.20.193.86:6811/2928914809","cluster_addr":"10.20.193.86:6813/2928914809","heartbeat_back_addr":"10.20.193.86:6817/2928914809","heartbeat_front_addr":"10.20.193.86:6815/2928914809","state":["exists","up"]},{"osd":2,"uuid":"d84bfd16-ac41-4798-82d1-bed6f5b3cdf5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6818","nonce":1267532126},{"type":"v1","addr":"10.20.193.86:6819","nonce":1267532126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":1267532126},{"type":"v1","addr":"10.20.193.86:6821","nonce":1267532126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6824","nonce":1267532126},{"type":"v1","addr":"10.20.193.86:6825","nonce":1267532126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6822","nonce":1267532126},{"type":"v1","addr":"10.20.193.86:6823","nonce":1267532126}]},"public_addr":"10.20.193.86:6819/1267532126","cluster_addr":"10.20.193.86:6821/1267532126","heartbeat_back_addr":"10.20.193.86:6825/1267532126","heartbeat_front_addr":"10.20.193.86:6823/1267532126","state":["exists","up"]},{"osd":3,"uuid":"bdcb9ce6-e439-47b6-939d-4ddb8445e201","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":2942050726},{"type":"v1","addr":"10.20.193.86:6827","nonce":2942050726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6828","nonce":2942050726},{"type":"v1","addr":"10.20.193.86:6829","nonce":2942050726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6832","nonce":2942050726},{"type":"v1","addr":"10.20.193.86:6833","nonce":2942050726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":2942050726},{"type":"v1","addr":"10.20.193.86:6831","nonce":2942050726}]},"public_addr":"10.20.193.86:6827/2942050726","cluster_addr":"10.20.193.86:6829/2942050726","heartbeat_back_addr":"10.20.193.86:6833/2942050726","heartbeat_front_addr":"10.20.193.86:6831/2942050726","state":["exists","up"]},{"osd":4,"uuid":"54b4b26b-3fcc-4424-81db-0696a3dcf4c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":28,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6800","nonce":1350679975},{"type":"v1","addr":"10.20.193.145:6801","nonce":1350679975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6802","nonce":1350679975},{"type":"v1","addr":"10.20.193.145:6803","nonce":1350679975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6806","nonce":1350679975},{"type":"v1","addr":"10.20.193.145:6807","nonce":1350679975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6804","nonce":1350679975},{"type":"v1","addr":"10.20.193.145:6805","nonce":1350679975}]},"public_addr":"10.20.193.145:6801/1350679975","cluster_addr":"10.20.193.145:6803/1350679975","heartbeat_back_addr":"10.20.193.145:6807/1350679975","heartbeat_front_addr":"10.20.193.145:6805/1350679975","state":["exists","up"]},{"osd":5,"uuid":"414e5545-99e8-4ab5-a912-c599ce469dd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6808","nonce":3669032233},{"type":"v1","addr":"10.20.193.145:6809","nonce":3669032233}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6810","nonce":3669032233},{"type":"v1","addr":"10.20.193.145:6811","nonce":3669032233}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6814","nonce":3669032233},{"type":"v1","addr":"10.20.193.145:6815","nonce":3669032233}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6812","nonce":3669032233},{"type":"v1","addr":"10.20.193.145:6813","nonce":3669032233}]},"public_addr":"10.20.193.145:6809/3669032233","cluster_addr":"10.20.193.145:6811/3669032233","heartbeat_back_addr":"10.20.193.145:6815/3669032233","heartbeat_front_addr":"10.20.193.145:6813/3669032233","state":["exists","up"]},{"osd":6,"uuid":"85b04fdf-f3cd-4105-a641-2bee00392f7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6816","nonce":2509379324},{"type":"v1","addr":"10.20.193.145:6817","nonce":2509379324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6818","nonce":2509379324},{"type":"v1","addr":"10.20.193.145:6819","nonce":2509379324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6822","nonce":2509379324},{"type":"v1","addr":"10.20.193.145:6823","nonce":2509379324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6820","nonce":2509379324},{"type":"v1","addr":"10.20.193.145:6821","nonce":2509379324}]},"public_addr":"10.20.193.145:6817/2509379324","cluster_addr":"10.20.193.145:6819/2509379324","heartbeat_back_addr":"10.20.193.145:6823/2509379324","heartbeat_front_addr":"10.20.193.145:6821/2509379324","state":["exists","up"]},{"osd":7,"uuid":"a001db22-3e92-404d-b3bd-7fa22ca5cfb1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6824","nonce":3805666471},{"type":"v1","addr":"10.20.193.145:6825","nonce":3805666471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6826","nonce":3805666471},{"type":"v1","addr":"10.20.193.145:6827","nonce":3805666471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6830","nonce":3805666471},{"type":"v1","addr":"10.20.193.145:6831","nonce":3805666471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6828","nonce":3805666471},{"type":"v1","addr":"10.20.193.145:6829","nonce":3805666471}]},"public_addr":"10.20.193.145:6825/3805666471","cluster_addr":"10.20.193.145:6827/3805666471","heartbeat_back_addr":"10.20.193.145:6831/3805666471","heartbeat_front_addr":"10.20.193.145:6829/3805666471","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.86:6801/3158301105":"2026-02-13T03:23:24.720238+0000","10.20.193.86:6800/3158301105":"2026-02-13T03:23:24.720238+0000","10.20.193.86:0/1126554455":"2026-02-13T03:23:24.720238+0000","10.20.193.86:0/3429948727":"2026-02-13T03:23:24.720238+0000","10.20.193.86:0/475447366":"2026-02-13T03:23:24.720238+0000","10.20.193.86:0/3417899504":"2026-02-13T03:23:16.496670+0000","10.20.193.86:0/3465134243":"2026-02-13T03:23:16.496670+0000","10.20.193.86:0/3934552966":"2026-02-13T03:23:16.496670+0000","10.20.193.86:6801/3541672195":"2026-02-13T03:23:16.496670+0000","10.20.193.86:6800/3541672195":"2026-02-13T03:23:16.496670+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-12T03:25:18.267 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2026-02-12T03:25:18.267 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph osd dump --format=json 2026-02-12T03:25:18.331 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:18.063+0000 7f1814b9a140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T03:25:18.331 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:18.158+0000 7f1814b9a140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T03:25:18.386 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:18 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:18.016+0000 7f63c72ce140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T03:25:18.386 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:18 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:18.109+0000 7f63c72ce140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T03:25:18.594 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:18.796 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:25:18.797 INFO:teuthology.orchestra.run.trial086.stdout:{"epoch":47,"fsid":"1df67b0b-07c2-11f1-abd4-d404e6e7d460","created":"2026-02-12T03:23:06.727940+0000","modified":"2026-02-12T03:25:12.623451+0000","last_up_change":"2026-02-12T03:25:10.614355+0000","last_in_change":"2026-02-12T03:24:58.297949+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-12T03:24:26.752310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b013664a-aa1d-4eb5-a3ca-788a91371087","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":4220564244},{"type":"v1","addr":"10.20.193.86:6803","nonce":4220564244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":4220564244},{"type":"v1","addr":"10.20.193.86:6805","nonce":4220564244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":4220564244},{"type":"v1","addr":"10.20.193.86:6809","nonce":4220564244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6806","nonce":4220564244},{"type":"v1","addr":"10.20.193.86:6807","nonce":4220564244}]},"public_addr":"10.20.193.86:6803/4220564244","cluster_addr":"10.20.193.86:6805/4220564244","heartbeat_back_addr":"10.20.193.86:6809/4220564244","heartbeat_front_addr":"10.20.193.86:6807/4220564244","state":["exists","up"]},{"osd":1,"uuid":"8c75fea5-d65b-4669-a2d3-ecdb291f900e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6810","nonce":2928914809},{"type":"v1","addr":"10.20.193.86:6811","nonce":2928914809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6812","nonce":2928914809},{"type":"v1","addr":"10.20.193.86:6813","nonce":2928914809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":2928914809},{"type":"v1","addr":"10.20.193.86:6817","nonce":2928914809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":2928914809},{"type":"v1","addr":"10.20.193.86:6815","nonce":2928914809}]},"public_addr":"10.20.193.86:6811/2928914809","cluster_addr":"10.20.193.86:6813/2928914809","heartbeat_back_addr":"10.20.193.86:6817/2928914809","heartbeat_front_addr":"10.20.193.86:6815/2928914809","state":["exists","up"]},{"osd":2,"uuid":"d84bfd16-ac41-4798-82d1-bed6f5b3cdf5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6818","nonce":1267532126},{"type":"v1","addr":"10.20.193.86:6819","nonce":1267532126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":1267532126},{"type":"v1","addr":"10.20.193.86:6821","nonce":1267532126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6824","nonce":1267532126},{"type":"v1","addr":"10.20.193.86:6825","nonce":1267532126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6822","nonce":1267532126},{"type":"v1","addr":"10.20.193.86:6823","nonce":1267532126}]},"public_addr":"10.20.193.86:6819/1267532126","cluster_addr":"10.20.193.86:6821/1267532126","heartbeat_back_addr":"10.20.193.86:6825/1267532126","heartbeat_front_addr":"10.20.193.86:6823/1267532126","state":["exists","up"]},{"osd":3,"uuid":"bdcb9ce6-e439-47b6-939d-4ddb8445e201","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":2942050726},{"type":"v1","addr":"10.20.193.86:6827","nonce":2942050726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6828","nonce":2942050726},{"type":"v1","addr":"10.20.193.86:6829","nonce":2942050726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6832","nonce":2942050726},{"type":"v1","addr":"10.20.193.86:6833","nonce":2942050726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":2942050726},{"type":"v1","addr":"10.20.193.86:6831","nonce":2942050726}]},"public_addr":"10.20.193.86:6827/2942050726","cluster_addr":"10.20.193.86:6829/2942050726","heartbeat_back_addr":"10.20.193.86:6833/2942050726","heartbeat_front_addr":"10.20.193.86:6831/2942050726","state":["exists","up"]},{"osd":4,"uuid":"54b4b26b-3fcc-4424-81db-0696a3dcf4c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":28,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6800","nonce":1350679975},{"type":"v1","addr":"10.20.193.145:6801","nonce":1350679975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6802","nonce":1350679975},{"type":"v1","addr":"10.20.193.145:6803","nonce":1350679975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6806","nonce":1350679975},{"type":"v1","addr":"10.20.193.145:6807","nonce":1350679975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6804","nonce":1350679975},{"type":"v1","addr":"10.20.193.145:6805","nonce":1350679975}]},"public_addr":"10.20.193.145:6801/1350679975","cluster_addr":"10.20.193.145:6803/1350679975","heartbeat_back_addr":"10.20.193.145:6807/1350679975","heartbeat_front_addr":"10.20.193.145:6805/1350679975","state":["exists","up"]},{"osd":5,"uuid":"414e5545-99e8-4ab5-a912-c599ce469dd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6808","nonce":3669032233},{"type":"v1","addr":"10.20.193.145:6809","nonce":3669032233}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6810","nonce":3669032233},{"type":"v1","addr":"10.20.193.145:6811","nonce":3669032233}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6814","nonce":3669032233},{"type":"v1","addr":"10.20.193.145:6815","nonce":3669032233}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6812","nonce":3669032233},{"type":"v1","addr":"10.20.193.145:6813","nonce":3669032233}]},"public_addr":"10.20.193.145:6809/3669032233","cluster_addr":"10.20.193.145:6811/3669032233","heartbeat_back_addr":"10.20.193.145:6815/3669032233","heartbeat_front_addr":"10.20.193.145:6813/3669032233","state":["exists","up"]},{"osd":6,"uuid":"85b04fdf-f3cd-4105-a641-2bee00392f7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6816","nonce":2509379324},{"type":"v1","addr":"10.20.193.145:6817","nonce":2509379324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6818","nonce":2509379324},{"type":"v1","addr":"10.20.193.145:6819","nonce":2509379324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6822","nonce":2509379324},{"type":"v1","addr":"10.20.193.145:6823","nonce":2509379324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6820","nonce":2509379324},{"type":"v1","addr":"10.20.193.145:6821","nonce":2509379324}]},"public_addr":"10.20.193.145:6817/2509379324","cluster_addr":"10.20.193.145:6819/2509379324","heartbeat_back_addr":"10.20.193.145:6823/2509379324","heartbeat_front_addr":"10.20.193.145:6821/2509379324","state":["exists","up"]},{"osd":7,"uuid":"a001db22-3e92-404d-b3bd-7fa22ca5cfb1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6824","nonce":3805666471},{"type":"v1","addr":"10.20.193.145:6825","nonce":3805666471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6826","nonce":3805666471},{"type":"v1","addr":"10.20.193.145:6827","nonce":3805666471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6830","nonce":3805666471},{"type":"v1","addr":"10.20.193.145:6831","nonce":3805666471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.145:6828","nonce":3805666471},{"type":"v1","addr":"10.20.193.145:6829","nonce":3805666471}]},"public_addr":"10.20.193.145:6825/3805666471","cluster_addr":"10.20.193.145:6827/3805666471","heartbeat_back_addr":"10.20.193.145:6831/3805666471","heartbeat_front_addr":"10.20.193.145:6829/3805666471","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.86:6801/3158301105":"2026-02-13T03:23:24.720238+0000","10.20.193.86:6800/3158301105":"2026-02-13T03:23:24.720238+0000","10.20.193.86:0/1126554455":"2026-02-13T03:23:24.720238+0000","10.20.193.86:0/3429948727":"2026-02-13T03:23:24.720238+0000","10.20.193.86:0/475447366":"2026-02-13T03:23:24.720238+0000","10.20.193.86:0/3417899504":"2026-02-13T03:23:16.496670+0000","10.20.193.86:0/3465134243":"2026-02-13T03:23:16.496670+0000","10.20.193.86:0/3934552966":"2026-02-13T03:23:16.496670+0000","10.20.193.86:6801/3541672195":"2026-02-13T03:23:16.496670+0000","10.20.193.86:6800/3541672195":"2026-02-13T03:23:16.496670+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-12T03:25:18.835 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph tell osd.0 flush_pg_stats 2026-02-12T03:25:18.836 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph tell osd.1 flush_pg_stats 2026-02-12T03:25:18.836 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph tell osd.2 flush_pg_stats 2026-02-12T03:25:18.837 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph tell osd.3 flush_pg_stats 2026-02-12T03:25:18.838 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph tell osd.4 flush_pg_stats 2026-02-12T03:25:18.838 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph tell osd.5 flush_pg_stats 2026-02-12T03:25:18.838 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph tell osd.6 flush_pg_stats 2026-02-12T03:25:18.839 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph tell osd.7 flush_pg_stats 2026-02-12T03:25:18.887 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:18 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:18.583+0000 7f63c72ce140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T03:25:18.887 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:18 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:18.613+0000 7f63c72ce140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T03:25:18.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:18 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1715606035' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T03:25:18.898 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:18 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1715606035' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T03:25:18.899 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:18 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1715606035' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T03:25:18.899 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:18.632+0000 7f1814b9a140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T03:25:18.899 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:18.663+0000 7f1814b9a140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T03:25:19.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:19 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:19.098+0000 7f1814b9a140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T03:25:19.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:19 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:19] ENGINE Bus STARTING 2026-02-12T03:25:19.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:19 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: CherryPy Checker: 2026-02-12T03:25:19.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:19 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: The Application mounted at '' has an empty config. 2026-02-12T03:25:19.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:19 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:25:19.233 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:19.234 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:19.237 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:19.237 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:19.241 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:19.245 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:19.246 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:19.264 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:19.386 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:19 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:19.016+0000 7f63c72ce140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T03:25:19.386 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:19 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: [12/Feb/2026:03:25:19] ENGINE Bus STARTING 2026-02-12T03:25:19.387 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:19 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: CherryPy Checker: 2026-02-12T03:25:19.387 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:19 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: The Application mounted at '' has an empty config. 2026-02-12T03:25:19.387 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:19 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: 2026-02-12T03:25:19.387 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:19 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: [12/Feb/2026:03:25:19] ENGINE Serving on http://:::9283 2026-02-12T03:25:19.387 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:25:19 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[18501]: [12/Feb/2026:03:25:19] ENGINE Bus STARTED 2026-02-12T03:25:19.447 INFO:teuthology.orchestra.run.trial086.stdout:103079215115 2026-02-12T03:25:19.448 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph osd last-stat-seq osd.3 2026-02-12T03:25:19.449 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:19 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:19] ENGINE Serving on http://:::9283 2026-02-12T03:25:19.449 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:19 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:19] ENGINE Bus STARTED 2026-02-12T03:25:19.452 INFO:teuthology.orchestra.run.trial086.stdout:193273528323 2026-02-12T03:25:19.453 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph osd last-stat-seq osd.7 2026-02-12T03:25:19.460 INFO:teuthology.orchestra.run.trial086.stdout:38654705680 2026-02-12T03:25:19.460 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph osd last-stat-seq osd.0 2026-02-12T03:25:19.472 INFO:teuthology.orchestra.run.trial086.stdout:120259084295 2026-02-12T03:25:19.472 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph osd last-stat-seq osd.4 2026-02-12T03:25:19.474 INFO:teuthology.orchestra.run.trial086.stdout:73014444044 2026-02-12T03:25:19.474 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph osd last-stat-seq osd.2 2026-02-12T03:25:19.478 INFO:teuthology.orchestra.run.trial086.stdout:146028888069 2026-02-12T03:25:19.478 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph osd last-stat-seq osd.5 2026-02-12T03:25:19.490 INFO:teuthology.orchestra.run.trial086.stdout:55834574863 2026-02-12T03:25:19.491 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph osd last-stat-seq osd.1 2026-02-12T03:25:19.498 INFO:teuthology.orchestra.run.trial086.stdout:171798691843 2026-02-12T03:25:19.498 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph osd last-stat-seq osd.6 2026-02-12T03:25:19.785 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:19.790 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3638002817' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T03:25:19.790 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: Standby manager daemon x restarted 2026-02-12T03:25:19.791 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: Standby manager daemon x started 2026-02-12T03:25:19.791 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/2764086521' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:25:19.791 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/2764086521' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:25:19.791 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/2764086521' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:25:19.791 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/2764086521' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:25:19.791 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: Active manager daemon y restarted 2026-02-12T03:25:19.791 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: Activating manager daemon y 2026-02-12T03:25:19.791 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: osdmap e48: 8 total, 8 up, 8 in 2026-02-12T03:25:19.791 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: mgrmap e17: y(active, starting, since 0.00559812s), standbys: x 2026-02-12T03:25:19.791 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:25:19.791 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:25:19.792 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:25:19.792 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:25:19.792 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:25:19.792 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:25:19.792 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:25:19.792 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:25:19.792 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:25:19.792 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:25:19.792 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:25:19.792 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:25:19.792 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:19.792 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:25:19.793 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:25:19.793 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:25:19.793 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: Manager daemon y is now available 2026-02-12T03:25:19.793 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:25:19.793 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:19.793 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:25:19.793 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:25:19.793 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:25:19.793 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:25:19.793 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:19 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:25:19.810 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3638002817' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T03:25:19.811 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: Standby manager daemon x restarted 2026-02-12T03:25:19.811 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: Standby manager daemon x started 2026-02-12T03:25:19.811 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/2764086521' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:25:19.811 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/2764086521' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:25:19.811 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/2764086521' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:25:19.811 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/2764086521' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:25:19.811 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: Active manager daemon y restarted 2026-02-12T03:25:19.812 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: Activating manager daemon y 2026-02-12T03:25:19.812 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: osdmap e48: 8 total, 8 up, 8 in 2026-02-12T03:25:19.812 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: mgrmap e17: y(active, starting, since 0.00559812s), standbys: x 2026-02-12T03:25:19.812 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:25:19.812 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:25:19.812 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:25:19.812 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:25:19.812 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:25:19.812 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:25:19.812 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:25:19.812 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:25:19.812 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:25:19.813 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:25:19.813 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:25:19.813 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:25:19.813 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:19.813 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:25:19.813 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:25:19.813 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:25:19.813 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: Manager daemon y is now available 2026-02-12T03:25:19.813 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:25:19.813 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:19.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3638002817' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T03:25:19.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: Standby manager daemon x restarted 2026-02-12T03:25:19.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: Standby manager daemon x started 2026-02-12T03:25:19.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/2764086521' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:25:19.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/2764086521' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:25:19.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/2764086521' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:25:19.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/2764086521' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:25:19.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: Active manager daemon y restarted 2026-02-12T03:25:19.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: Activating manager daemon y 2026-02-12T03:25:19.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: osdmap e48: 8 total, 8 up, 8 in 2026-02-12T03:25:19.815 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: mgrmap e17: y(active, starting, since 0.00559812s), standbys: x 2026-02-12T03:25:19.815 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:25:19.815 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:25:19.815 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:25:19.815 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:25:19.815 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:25:19.815 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:25:19.815 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:25:19.815 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:25:19.815 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:25:19.815 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:25:19.815 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:25:19.815 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:25:19.816 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:25:19.816 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:25:19.816 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:25:19.816 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:25:19.816 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: Manager daemon y is now available 2026-02-12T03:25:19.816 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:25:19.816 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:19.816 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:25:19.816 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:25:19.816 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:25:19.816 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:25:19.816 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:25:19.817 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:25:19.817 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:25:19.817 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:25:19.817 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:25:19.817 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:19 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:25:19.819 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:19.819 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:19.822 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:19.869 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:19.889 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:19.912 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:19.913 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:20.013 INFO:teuthology.orchestra.run.trial086.stdout:103079215114 2026-02-12T03:25:20.034 INFO:teuthology.orchestra.run.trial086.stdout:120259084295 2026-02-12T03:25:20.041 INFO:teuthology.orchestra.run.trial086.stdout:193273528322 2026-02-12T03:25:20.058 INFO:teuthology.orchestra.run.trial086.stdout:38654705679 2026-02-12T03:25:20.068 INFO:tasks.cephadm.ceph_manager.ceph:need seq 103079215115 got 103079215114 for osd.3 2026-02-12T03:25:20.090 INFO:tasks.cephadm.ceph_manager.ceph:need seq 193273528323 got 193273528322 for osd.7 2026-02-12T03:25:20.091 INFO:tasks.cephadm.ceph_manager.ceph:need seq 120259084295 got 120259084295 for osd.4 2026-02-12T03:25:20.091 DEBUG:teuthology.parallel:result is None 2026-02-12T03:25:20.095 INFO:teuthology.orchestra.run.trial086.stdout:146028888069 2026-02-12T03:25:20.099 INFO:teuthology.orchestra.run.trial086.stdout:73014444043 2026-02-12T03:25:20.106 INFO:tasks.cephadm.ceph_manager.ceph:need seq 38654705680 got 38654705679 for osd.0 2026-02-12T03:25:20.121 INFO:teuthology.orchestra.run.trial086.stdout:171798691843 2026-02-12T03:25:20.126 INFO:teuthology.orchestra.run.trial086.stdout:55834574862 2026-02-12T03:25:20.143 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888069 got 146028888069 for osd.5 2026-02-12T03:25:20.144 DEBUG:teuthology.parallel:result is None 2026-02-12T03:25:20.151 INFO:tasks.cephadm.ceph_manager.ceph:need seq 73014444044 got 73014444043 for osd.2 2026-02-12T03:25:20.167 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574863 got 55834574862 for osd.1 2026-02-12T03:25:20.175 INFO:tasks.cephadm.ceph_manager.ceph:need seq 171798691843 got 171798691843 for osd.6 2026-02-12T03:25:20.175 DEBUG:teuthology.parallel:result is None 2026-02-12T03:25:21.069 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph osd last-stat-seq osd.3 2026-02-12T03:25:21.091 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph osd last-stat-seq osd.7 2026-02-12T03:25:21.091 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.091 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.091 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.091 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.091 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: [12/Feb/2026:03:25:19] ENGINE Bus STARTING 2026-02-12T03:25:21.091 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1669555276' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1273956763' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/648595955' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3844092276' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: [12/Feb/2026:03:25:20] ENGINE Serving on http://10.20.193.86:8765 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3021884707' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/371024620' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: mgrmap e18: y(active, since 1.00863s), standbys: x 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3850173299' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3706617726' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: [12/Feb/2026:03:25:20] ENGINE Serving on https://10.20.193.86:7150 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: [12/Feb/2026:03:25:20] ENGINE Bus STARTED 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: [12/Feb/2026:03:25:20] ENGINE Client ('10.20.193.86', 47166) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: Adjusting osd_memory_target on trial145 to 20755M 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: [12/Feb/2026:03:25:19] ENGINE Bus STARTING 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1669555276' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1273956763' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T03:25:21.092 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/648595955' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3844092276' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: [12/Feb/2026:03:25:20] ENGINE Serving on http://10.20.193.86:8765 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3021884707' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/371024620' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: mgrmap e18: y(active, since 1.00863s), standbys: x 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3850173299' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3706617726' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: [12/Feb/2026:03:25:20] ENGINE Serving on https://10.20.193.86:7150 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: [12/Feb/2026:03:25:20] ENGINE Bus STARTED 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: [12/Feb/2026:03:25:20] ENGINE Client ('10.20.193.86', 47166) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: Adjusting osd_memory_target on trial145 to 20755M 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.093 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.094 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.094 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.094 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.094 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.094 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:21.094 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:21.094 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:25:21.094 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:25:21.094 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.094 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.094 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.094 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.094 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:20 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.107 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph osd last-stat-seq osd.0 2026-02-12T03:25:21.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: [12/Feb/2026:03:25:19] ENGINE Bus STARTING 2026-02-12T03:25:21.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1669555276' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T03:25:21.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1273956763' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T03:25:21.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/648595955' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T03:25:21.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3844092276' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T03:25:21.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: [12/Feb/2026:03:25:20] ENGINE Serving on http://10.20.193.86:8765 2026-02-12T03:25:21.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3021884707' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T03:25:21.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/371024620' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T03:25:21.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: mgrmap e18: y(active, since 1.00863s), standbys: x 2026-02-12T03:25:21.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:21.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3850173299' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T03:25:21.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3706617726' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: [12/Feb/2026:03:25:20] ENGINE Serving on https://10.20.193.86:7150 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: [12/Feb/2026:03:25:20] ENGINE Bus STARTED 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: [12/Feb/2026:03:25:20] ENGINE Client ('10.20.193.86', 47166) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: Adjusting osd_memory_target on trial145 to 20755M 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:20 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:21.152 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph osd last-stat-seq osd.2 2026-02-12T03:25:21.168 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph osd last-stat-seq osd.1 2026-02-12T03:25:21.357 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:21.488 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:21.674 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:21.675 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:21.726 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:21.857 INFO:teuthology.orchestra.run.trial086.stdout:103079215116 2026-02-12T03:25:21.864 INFO:teuthology.orchestra.run.trial086.stdout:193273528324 2026-02-12T03:25:21.880 INFO:teuthology.orchestra.run.trial086.stdout:38654705681 2026-02-12T03:25:21.881 INFO:teuthology.orchestra.run.trial086.stdout:55834574864 2026-02-12T03:25:21.947 INFO:teuthology.orchestra.run.trial086.stdout:73014444045 2026-02-12T03:25:21.978 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574863 got 55834574864 for osd.1 2026-02-12T03:25:21.978 DEBUG:teuthology.parallel:result is None 2026-02-12T03:25:21.982 INFO:tasks.cephadm.ceph_manager.ceph:need seq 193273528323 got 193273528324 for osd.7 2026-02-12T03:25:21.982 DEBUG:teuthology.parallel:result is None 2026-02-12T03:25:21.982 INFO:tasks.cephadm.ceph_manager.ceph:need seq 38654705680 got 38654705681 for osd.0 2026-02-12T03:25:21.983 DEBUG:teuthology.parallel:result is None 2026-02-12T03:25:21.993 INFO:tasks.cephadm.ceph_manager.ceph:need seq 103079215115 got 103079215116 for osd.3 2026-02-12T03:25:21.993 DEBUG:teuthology.parallel:result is None 2026-02-12T03:25:21.993 INFO:tasks.cephadm.ceph_manager.ceph:need seq 73014444044 got 73014444045 for osd.2 2026-02-12T03:25:21.993 DEBUG:teuthology.parallel:result is None 2026-02-12T03:25:21.994 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2026-02-12T03:25:21.994 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph pg dump --format=json 2026-02-12T03:25:22.186 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[14472]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:25:22.186 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[14472]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:25:22.186 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[14472]: Updating trial086:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:25:22.186 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[14472]: Updating trial145:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:25:22.186 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[14472]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:25:22.186 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[14472]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:25:22.186 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[14472]: Deploying daemon alertmanager.a on trial086 2026-02-12T03:25:22.186 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[14472]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:22.186 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[14472]: mgrmap e19: y(active, since 2s), standbys: x 2026-02-12T03:25:22.186 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1208399169' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T03:25:22.186 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/4215763312' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T03:25:22.186 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1380172994' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T03:25:22.186 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1368973234' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T03:25:22.186 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/730962413' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T03:25:22.186 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[23011]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:25:22.186 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[23011]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:25:22.186 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[23011]: Updating trial086:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:25:22.186 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[23011]: Updating trial145:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:25:22.186 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[23011]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:25:22.186 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[23011]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:25:22.186 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[23011]: Deploying daemon alertmanager.a on trial086 2026-02-12T03:25:22.186 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[23011]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:22.186 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[23011]: mgrmap e19: y(active, since 2s), standbys: x 2026-02-12T03:25:22.187 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1208399169' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T03:25:22.187 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/4215763312' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T03:25:22.187 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1380172994' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T03:25:22.187 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1368973234' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T03:25:22.187 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:22 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/730962413' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T03:25:22.353 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:22.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:22 trial145 ceph-mon[16978]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:25:22.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:22 trial145 ceph-mon[16978]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:25:22.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:22 trial145 ceph-mon[16978]: Updating trial086:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:25:22.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:22 trial145 ceph-mon[16978]: Updating trial145:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:25:22.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:22 trial145 ceph-mon[16978]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:25:22.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:22 trial145 ceph-mon[16978]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:25:22.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:22 trial145 ceph-mon[16978]: Deploying daemon alertmanager.a on trial086 2026-02-12T03:25:22.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:22 trial145 ceph-mon[16978]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:22.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:22 trial145 ceph-mon[16978]: mgrmap e19: y(active, since 2s), standbys: x 2026-02-12T03:25:22.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:22 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1208399169' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T03:25:22.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:22 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/4215763312' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T03:25:22.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:22 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1380172994' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T03:25:22.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:22 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1368973234' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T03:25:22.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:22 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/730962413' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T03:25:22.469 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:22 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:22] ENGINE Bus STOPPING 2026-02-12T03:25:22.559 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:25:22.559 INFO:teuthology.orchestra.run.trial086.stderr:dumped all 2026-02-12T03:25:22.595 INFO:teuthology.orchestra.run.trial086.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2026-02-12T03:25:21.109511+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":5872025600,"kb_used":221196,"kb_used_data":5452,"kb_used_omap":12,"kb_used_meta":215539,"kb_avail":5871804404,"statfs":{"total":6012954214400,"available":6012727709696,"internally_reserved":0,"allocated":5582848,"data_stored":3301552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12740,"internal_metadata":220712508},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.998124"},"pg_stats":[{"pgid":"1.0","version":"19'92","reported_seq":19,"reported_epoch":48,"state":"active+clean","last_fresh":"2026-02-12T03:25:19.236079+0000","last_change":"2026-02-12T03:25:12.629449+0000","last_active":"2026-02-12T03:25:19.236079+0000","last_peered":"2026-02-12T03:25:19.236079+0000","last_clean":"2026-02-12T03:25:19.236079+0000","last_became_active":"2026-02-12T03:25:12.626297+0000","last_became_peered":"2026-02-12T03:25:12.626297+0000","last_unstale":"2026-02-12T03:25:19.236079+0000","last_undegraded":"2026-02-12T03:25:19.236079+0000","last_fullsized":"2026-02-12T03:25:19.236079+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-12T03:24:26.919821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-12T03:24:26.919821+0000","last_clean_scrub_stamp":"2026-02-12T03:24:26.919821+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-13T04:02:24.927422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":45,"seq":193273528324,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28012,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975188,"statfs":{"total":751619276800,"available":751590592512,"internally_reserved":0,"allocated":1069056,"data_stored":781674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27589067},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":40,"seq":171798691844,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28012,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975188,"statfs":{"total":751619276800,"available":751590592512,"internally_reserved":0,"allocated":1069056,"data_stored":781674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":34,"seq":146028888070,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27432,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975768,"statfs":{"total":751619276800,"available":751591186432,"internally_reserved":0,"allocated":475136,"data_stored":191306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":28,"seq":120259084296,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27432,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975768,"statfs":{"total":751619276800,"available":751591186432,"internally_reserved":0,"allocated":475136,"data_stored":191306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215116,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27432,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975768,"statfs":{"total":751619276800,"available":751591186432,"internally_reserved":0,"allocated":475136,"data_stored":191306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27589065},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":17,"seq":73014444045,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27432,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975768,"statfs":{"total":751619276800,"available":751591186432,"internally_reserved":0,"allocated":475136,"data_stored":191306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27432,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975768,"statfs":{"total":751619276800,"available":751591186432,"internally_reserved":0,"allocated":475136,"data_stored":191306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27589065},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705681,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28012,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975188,"statfs":{"total":751619276800,"available":751590592512,"internally_reserved":0,"allocated":1069056,"data_stored":781674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-12T03:25:22.596 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph pg dump --format=json 2026-02-12T03:25:22.882 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:23.084 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:25:23.085 INFO:teuthology.orchestra.run.trial086.stderr:dumped all 2026-02-12T03:25:23.085 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:22 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T03:25:23.085 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:22 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:22] ENGINE Bus STOPPED 2026-02-12T03:25:23.085 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:22 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:22] ENGINE Bus STARTING 2026-02-12T03:25:23.086 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:22 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:22] ENGINE Serving on http://:::9283 2026-02-12T03:25:23.086 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:22 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:22] ENGINE Bus STARTED 2026-02-12T03:25:23.120 INFO:teuthology.orchestra.run.trial086.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2026-02-12T03:25:21.109511+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":5872025600,"kb_used":221196,"kb_used_data":5452,"kb_used_omap":12,"kb_used_meta":215539,"kb_avail":5871804404,"statfs":{"total":6012954214400,"available":6012727709696,"internally_reserved":0,"allocated":5582848,"data_stored":3301552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12740,"internal_metadata":220712508},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.998124"},"pg_stats":[{"pgid":"1.0","version":"19'92","reported_seq":19,"reported_epoch":48,"state":"active+clean","last_fresh":"2026-02-12T03:25:19.236079+0000","last_change":"2026-02-12T03:25:12.629449+0000","last_active":"2026-02-12T03:25:19.236079+0000","last_peered":"2026-02-12T03:25:19.236079+0000","last_clean":"2026-02-12T03:25:19.236079+0000","last_became_active":"2026-02-12T03:25:12.626297+0000","last_became_peered":"2026-02-12T03:25:12.626297+0000","last_unstale":"2026-02-12T03:25:19.236079+0000","last_undegraded":"2026-02-12T03:25:19.236079+0000","last_fullsized":"2026-02-12T03:25:19.236079+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-12T03:24:26.919821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-12T03:24:26.919821+0000","last_clean_scrub_stamp":"2026-02-12T03:24:26.919821+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-13T04:02:24.927422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":45,"seq":193273528324,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28012,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975188,"statfs":{"total":751619276800,"available":751590592512,"internally_reserved":0,"allocated":1069056,"data_stored":781674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27589067},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":40,"seq":171798691844,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28012,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975188,"statfs":{"total":751619276800,"available":751590592512,"internally_reserved":0,"allocated":1069056,"data_stored":781674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":34,"seq":146028888070,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27432,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975768,"statfs":{"total":751619276800,"available":751591186432,"internally_reserved":0,"allocated":475136,"data_stored":191306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":28,"seq":120259084296,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27432,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975768,"statfs":{"total":751619276800,"available":751591186432,"internally_reserved":0,"allocated":475136,"data_stored":191306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215116,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27432,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975768,"statfs":{"total":751619276800,"available":751591186432,"internally_reserved":0,"allocated":475136,"data_stored":191306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27589065},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":17,"seq":73014444045,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27432,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975768,"statfs":{"total":751619276800,"available":751591186432,"internally_reserved":0,"allocated":475136,"data_stored":191306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27432,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975768,"statfs":{"total":751619276800,"available":751591186432,"internally_reserved":0,"allocated":475136,"data_stored":191306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27589065},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705681,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28012,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975188,"statfs":{"total":751619276800,"available":751590592512,"internally_reserved":0,"allocated":1069056,"data_stored":781674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-12T03:25:23.122 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2026-02-12T03:25:23.122 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-02-12T03:25:23.123 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2026-02-12T03:25:23.123 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph health --format=json 2026-02-12T03:25:23.407 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:23.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:23 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:23.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:23 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:23.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:23 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:23.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:23 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:23.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:23 trial086 ceph-mon[23011]: Regenerating cephadm self-signed grafana TLS certificates 2026-02-12T03:25:23.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:23 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:23.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:23 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:23.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:23 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T03:25:23.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:23 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T03:25:23.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:23 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:23.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:23 trial086 ceph-mon[23011]: Deploying daemon grafana.a on trial145 2026-02-12T03:25:23.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:23 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:23.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:23 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:23.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:23 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:23.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:23 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:23.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:23 trial086 ceph-mon[14472]: Regenerating cephadm self-signed grafana TLS certificates 2026-02-12T03:25:23.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:23 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:23.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:23 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:23.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:23 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T03:25:23.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:23 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T03:25:23.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:23 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:23.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:23 trial086 ceph-mon[14472]: Deploying daemon grafana.a on trial145 2026-02-12T03:25:23.618 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:25:23.618 INFO:teuthology.orchestra.run.trial086.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-12T03:25:23.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:23 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:23.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:23 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:23.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:23 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:23.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:23 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:23.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:23 trial145 ceph-mon[16978]: Regenerating cephadm self-signed grafana TLS certificates 2026-02-12T03:25:23.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:23 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:23.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:23 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:23.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:23 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T03:25:23.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:23 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T03:25:23.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:23 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:23.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:23 trial145 ceph-mon[16978]: Deploying daemon grafana.a on trial145 2026-02-12T03:25:23.657 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2026-02-12T03:25:23.657 INFO:tasks.cephadm:Setup complete, yielding 2026-02-12T03:25:23.658 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-12T03:25:23.673 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@trial086.front.sepia.ceph.com 2026-02-12T03:25:23.674 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest false --force' 2026-02-12T03:25:23.958 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:24.196 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-12T03:25:24.212 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@trial086.front.sepia.ceph.com 2026-02-12T03:25:24.212 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'radosgw-admin realm create --rgw-realm=r --default' 2026-02-12T03:25:24.235 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:24 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:24] ENGINE Bus STOPPING 2026-02-12T03:25:24.236 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:24 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[52551]: ts=2026-02-12T03:25:24.230Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000558332s 2026-02-12T03:25:24.495 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:24.518 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:24 trial086 ceph-mon[23011]: from='client.24572 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T03:25:24.518 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:24 trial086 ceph-mon[23011]: from='client.14694 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T03:25:24.519 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:24 trial086 ceph-mon[23011]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:24.519 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:24 trial086 ceph-mon[23011]: mgrmap e20: y(active, since 4s), standbys: x 2026-02-12T03:25:24.519 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:24 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3433667772' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-02-12T03:25:24.519 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:24 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:24.519 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:24 trial086 ceph-mon[23011]: from='client.? ' entity='client.admin' 2026-02-12T03:25:24.519 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:24 trial086 ceph-mon[14472]: from='client.24572 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T03:25:24.519 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:24 trial086 ceph-mon[14472]: from='client.14694 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T03:25:24.520 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:24 trial086 ceph-mon[14472]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:24.520 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:24 trial086 ceph-mon[14472]: mgrmap e20: y(active, since 4s), standbys: x 2026-02-12T03:25:24.520 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:24 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3433667772' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-02-12T03:25:24.520 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:24 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:24.520 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:24 trial086 ceph-mon[14472]: from='client.? ' entity='client.admin' 2026-02-12T03:25:24.520 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:24 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:24] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T03:25:24.520 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:24 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:24] ENGINE Bus STOPPED 2026-02-12T03:25:24.520 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:24 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:24] ENGINE Bus STARTING 2026-02-12T03:25:24.520 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:24 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:24] ENGINE Serving on http://:::9283 2026-02-12T03:25:24.521 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:24 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:24] ENGINE Bus STARTED 2026-02-12T03:25:24.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:24 trial145 ceph-mon[16978]: from='client.24572 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T03:25:24.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:24 trial145 ceph-mon[16978]: from='client.14694 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T03:25:24.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:24 trial145 ceph-mon[16978]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:24.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:24 trial145 ceph-mon[16978]: mgrmap e20: y(active, since 4s), standbys: x 2026-02-12T03:25:24.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:24 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3433667772' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-02-12T03:25:24.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:24 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:24.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:24 trial145 ceph-mon[16978]: from='client.? ' entity='client.admin' 2026-02-12T03:25:25.481 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 systemd[1]: Started Ceph grafana.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:25:25.732 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=settings t=2026-02-12T03:25:25.480780927Z level=info msg="Starting Grafana" version=10.4.0 commit=03f502a94d17f7dc4e6c34acdf8428aedd986e4c branch=HEAD compiled=2026-02-12T03:25:25Z 2026-02-12T03:25:25.733 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=settings t=2026-02-12T03:25:25.480903636Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2026-02-12T03:25:25.733 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=settings t=2026-02-12T03:25:25.480907494Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2026-02-12T03:25:25.733 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=settings t=2026-02-12T03:25:25.480910048Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2026-02-12T03:25:25.733 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=settings t=2026-02-12T03:25:25.480912032Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2026-02-12T03:25:25.733 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=settings t=2026-02-12T03:25:25.480914066Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2026-02-12T03:25:25.733 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=settings t=2026-02-12T03:25:25.480915759Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2026-02-12T03:25:25.733 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=settings t=2026-02-12T03:25:25.480917402Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2026-02-12T03:25:25.733 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=settings t=2026-02-12T03:25:25.480919446Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2026-02-12T03:25:25.733 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=settings t=2026-02-12T03:25:25.48092153Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2026-02-12T03:25:25.733 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=settings t=2026-02-12T03:25:25.480923443Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2026-02-12T03:25:25.734 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=settings t=2026-02-12T03:25:25.480925137Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2026-02-12T03:25:25.734 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=settings t=2026-02-12T03:25:25.48092724Z level=info msg=Target target=[all] 2026-02-12T03:25:25.734 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=settings t=2026-02-12T03:25:25.480933412Z level=info msg="Path Home" path=/usr/share/grafana 2026-02-12T03:25:25.734 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=settings t=2026-02-12T03:25:25.480935406Z level=info msg="Path Data" path=/var/lib/grafana 2026-02-12T03:25:25.734 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=settings t=2026-02-12T03:25:25.480937059Z level=info msg="Path Logs" path=/var/log/grafana 2026-02-12T03:25:25.734 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=settings t=2026-02-12T03:25:25.480938692Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2026-02-12T03:25:25.734 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=settings t=2026-02-12T03:25:25.480940505Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2026-02-12T03:25:25.734 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=settings t=2026-02-12T03:25:25.480942409Z level=info msg="App mode production" 2026-02-12T03:25:25.734 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=sqlstore t=2026-02-12T03:25:25.48107679Z level=info msg="Connecting to DB" dbtype=sqlite3 2026-02-12T03:25:25.734 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=sqlstore t=2026-02-12T03:25:25.481084975Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2026-02-12T03:25:25.734 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.481395266Z level=info msg="Starting DB migrations" 2026-02-12T03:25:25.734 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.482016908Z level=info msg="Executing migration" id="create migration_log table" 2026-02-12T03:25:25.734 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.482452563Z level=info msg="Migration successfully executed" id="create migration_log table" duration=435.434µs 2026-02-12T03:25:25.735 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.482774425Z level=info msg="Executing migration" id="create user table" 2026-02-12T03:25:25.735 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.483070058Z level=info msg="Migration successfully executed" id="create user table" duration=295.392µs 2026-02-12T03:25:25.735 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.483301831Z level=info msg="Executing migration" id="add unique index user.login" 2026-02-12T03:25:25.735 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.483588668Z level=info msg="Migration successfully executed" id="add unique index user.login" duration=286.716µs 2026-02-12T03:25:25.735 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.483815161Z level=info msg="Executing migration" id="add unique index user.email" 2026-02-12T03:25:25.735 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.48427983Z level=info msg="Migration successfully executed" id="add unique index user.email" duration=464.539µs 2026-02-12T03:25:25.735 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.484519949Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2026-02-12T03:25:25.735 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.484790545Z level=info msg="Migration successfully executed" id="drop index UQE_user_login - v1" duration=270.666µs 2026-02-12T03:25:25.735 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.485002001Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2026-02-12T03:25:25.735 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.485260835Z level=info msg="Migration successfully executed" id="drop index UQE_user_email - v1" duration=257.973µs 2026-02-12T03:25:25.735 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.485489192Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2026-02-12T03:25:25.735 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.486337919Z level=info msg="Migration successfully executed" id="Rename table user to user_v1 - v1" duration=848.247µs 2026-02-12T03:25:25.735 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.486576996Z level=info msg="Executing migration" id="create user table v2" 2026-02-12T03:25:25.735 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.486874613Z level=info msg="Migration successfully executed" id="create user table v2" duration=297.396µs 2026-02-12T03:25:25.736 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.487082341Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2026-02-12T03:25:25.736 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.487373295Z level=info msg="Migration successfully executed" id="create index UQE_user_login - v2" duration=290.864µs 2026-02-12T03:25:25.736 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.487581735Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2026-02-12T03:25:25.736 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.487842803Z level=info msg="Migration successfully executed" id="create index UQE_user_email - v2" duration=260.817µs 2026-02-12T03:25:25.736 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.488073224Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2026-02-12T03:25:25.736 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.48822613Z level=info msg="Migration successfully executed" id="copy data_source v1 to v2" duration=152.736µs 2026-02-12T03:25:25.736 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.488449047Z level=info msg="Executing migration" id="Drop old table user_v1" 2026-02-12T03:25:25.736 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.488660252Z level=info msg="Migration successfully executed" id="Drop old table user_v1" duration=211.135µs 2026-02-12T03:25:25.736 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.488876026Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2026-02-12T03:25:25.736 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.489268199Z level=info msg="Migration successfully executed" id="Add column help_flags1 to user table" duration=391.583µs 2026-02-12T03:25:25.736 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.489498089Z level=info msg="Executing migration" id="Update user table charset" 2026-02-12T03:25:25.736 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.489507827Z level=info msg="Migration successfully executed" id="Update user table charset" duration=10.039µs 2026-02-12T03:25:25.736 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.489769016Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2026-02-12T03:25:25.736 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.490149758Z level=info msg="Migration successfully executed" id="Add last_seen_at column to user" duration=381.043µs 2026-02-12T03:25:25.736 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.490337829Z level=info msg="Executing migration" id="Add missing user data" 2026-02-12T03:25:25.737 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.490421426Z level=info msg="Migration successfully executed" id="Add missing user data" duration=83.536µs 2026-02-12T03:25:25.737 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.490681352Z level=info msg="Executing migration" id="Add is_disabled column to user" 2026-02-12T03:25:25.737 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.491066682Z level=info msg="Migration successfully executed" id="Add is_disabled column to user" duration=385.131µs 2026-02-12T03:25:25.737 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.49127393Z level=info msg="Executing migration" id="Add index user.login/user.email" 2026-02-12T03:25:25.737 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.491558442Z level=info msg="Migration successfully executed" id="Add index user.login/user.email" duration=284.241µs 2026-02-12T03:25:25.737 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.491779686Z level=info msg="Executing migration" id="Add is_service_account column to user" 2026-02-12T03:25:25.737 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.492176067Z level=info msg="Migration successfully executed" id="Add is_service_account column to user" duration=395.73µs 2026-02-12T03:25:25.737 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.492361734Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2026-02-12T03:25:25.737 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.49485115Z level=info msg="Migration successfully executed" id="Update is_service_account column to nullable" duration=2.489716ms 2026-02-12T03:25:25.737 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.495079507Z level=info msg="Executing migration" id="Add uid column to user" 2026-02-12T03:25:25.737 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.495491517Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=411.73µs 2026-02-12T03:25:25.737 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.495710898Z level=info msg="Executing migration" id="Update uid column values for users" 2026-02-12T03:25:25.737 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.495792881Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=81.813µs 2026-02-12T03:25:25.737 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.496044411Z level=info msg="Executing migration" id="Add unique index user_uid" 2026-02-12T03:25:25.737 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.49632708Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=282.669µs 2026-02-12T03:25:25.738 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.496569313Z level=info msg="Executing migration" id="create temp user table v1-7" 2026-02-12T03:25:25.738 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.496857842Z level=info msg="Migration successfully executed" id="create temp user table v1-7" duration=287.788µs 2026-02-12T03:25:25.738 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.49709738Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2026-02-12T03:25:25.738 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.497372665Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_email - v1-7" duration=275.134µs 2026-02-12T03:25:25.738 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.497604208Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2026-02-12T03:25:25.738 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.497873422Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_org_id - v1-7" duration=269.113µs 2026-02-12T03:25:25.738 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.498103091Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2026-02-12T03:25:25.738 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.49837548Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_code - v1-7" duration=276.858µs 2026-02-12T03:25:25.738 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.498614848Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2026-02-12T03:25:25.738 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.498884242Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_status - v1-7" duration=269.414µs 2026-02-12T03:25:25.738 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.499106017Z level=info msg="Executing migration" id="Update temp_user table charset" 2026-02-12T03:25:25.738 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.499114272Z level=info msg="Migration successfully executed" id="Update temp_user table charset" duration=8.676µs 2026-02-12T03:25:25.738 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.499347729Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2026-02-12T03:25:25.738 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.499613686Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_email - v1" duration=266.007µs 2026-02-12T03:25:25.738 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.499826504Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2026-02-12T03:25:25.739 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.500088905Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_org_id - v1" duration=262.401µs 2026-02-12T03:25:25.739 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.500326228Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2026-02-12T03:25:25.739 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.500603016Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_code - v1" duration=276.547µs 2026-02-12T03:25:25.739 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.500817407Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2026-02-12T03:25:25.739 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.501073687Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_status - v1" duration=256.35µs 2026-02-12T03:25:25.739 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.501254244Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2026-02-12T03:25:25.739 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.502246139Z level=info msg="Migration successfully executed" id="Rename table temp_user to temp_user_tmp_qwerty - v1" duration=990.382µs 2026-02-12T03:25:25.739 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.502468335Z level=info msg="Executing migration" id="create temp_user v2" 2026-02-12T03:25:25.739 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.50276528Z level=info msg="Migration successfully executed" id="create temp_user v2" duration=296.745µs 2026-02-12T03:25:25.739 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.502967167Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2026-02-12T03:25:25.739 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.503242352Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_email - v2" duration=274.764µs 2026-02-12T03:25:25.739 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.503461863Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2026-02-12T03:25:25.739 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.503739361Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_org_id - v2" duration=277.469µs 2026-02-12T03:25:25.739 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.503944625Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2026-02-12T03:25:25.739 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.504218447Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_code - v2" duration=273.592µs 2026-02-12T03:25:25.739 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.504430464Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2026-02-12T03:25:25.740 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.504704847Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_status - v2" duration=274.273µs 2026-02-12T03:25:25.740 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.504928786Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2026-02-12T03:25:25.740 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.505081511Z level=info msg="Migration successfully executed" id="copy temp_user v1 to v2" duration=152.656µs 2026-02-12T03:25:25.740 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.505250968Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2026-02-12T03:25:25.740 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.505483854Z level=info msg="Migration successfully executed" id="drop temp_user_tmp_qwerty" duration=232.144µs 2026-02-12T03:25:25.740 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.505690099Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2026-02-12T03:25:25.740 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.505847113Z level=info msg="Migration successfully executed" id="Set created for temp users that will otherwise prematurely expire" duration=156.883µs 2026-02-12T03:25:25.740 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.506062065Z level=info msg="Executing migration" id="create star table" 2026-02-12T03:25:25.740 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.506312744Z level=info msg="Migration successfully executed" id="create star table" duration=251.009µs 2026-02-12T03:25:25.740 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.506531753Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2026-02-12T03:25:25.740 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.506819071Z level=info msg="Migration successfully executed" id="add unique index star.user_id_dashboard_id" duration=287.327µs 2026-02-12T03:25:25.744 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.507044112Z level=info msg="Executing migration" id="create org table v1" 2026-02-12T03:25:25.745 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.507324166Z level=info msg="Migration successfully executed" id="create org table v1" duration=279.934µs 2026-02-12T03:25:25.745 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.507535761Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2026-02-12T03:25:25.745 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.507812198Z level=info msg="Migration successfully executed" id="create index UQE_org_name - v1" duration=276.787µs 2026-02-12T03:25:25.745 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.508029174Z level=info msg="Executing migration" id="create org_user table v1" 2026-02-12T03:25:25.745 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.508280574Z level=info msg="Migration successfully executed" id="create org_user table v1" duration=251.35µs 2026-02-12T03:25:25.745 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.508563974Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2026-02-12T03:25:25.745 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.508867101Z level=info msg="Migration successfully executed" id="create index IDX_org_user_org_id - v1" duration=302.977µs 2026-02-12T03:25:25.745 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.509078687Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2026-02-12T03:25:25.745 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.509385671Z level=info msg="Migration successfully executed" id="create index UQE_org_user_org_id_user_id - v1" duration=306.583µs 2026-02-12T03:25:25.745 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.509599541Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2026-02-12T03:25:25.745 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.509888892Z level=info msg="Migration successfully executed" id="create index IDX_org_user_user_id - v1" duration=289.361µs 2026-02-12T03:25:25.745 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.510094426Z level=info msg="Executing migration" id="Update org table charset" 2026-02-12T03:25:25.745 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.510103493Z level=info msg="Migration successfully executed" id="Update org table charset" duration=9.017µs 2026-02-12T03:25:25.746 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.510329135Z level=info msg="Executing migration" id="Update org_user table charset" 2026-02-12T03:25:25.746 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.510337851Z level=info msg="Migration successfully executed" id="Update org_user table charset" duration=8.946µs 2026-02-12T03:25:25.746 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.510590073Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2026-02-12T03:25:25.746 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.510653572Z level=info msg="Migration successfully executed" id="Migrate all Read Only Viewers to Viewers" duration=63.508µs 2026-02-12T03:25:25.746 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.510858094Z level=info msg="Executing migration" id="create dashboard table" 2026-02-12T03:25:25.746 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.511153336Z level=info msg="Migration successfully executed" id="create dashboard table" duration=295.052µs 2026-02-12T03:25:25.746 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.511362908Z level=info msg="Executing migration" id="add index dashboard.account_id" 2026-02-12T03:25:25.746 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.511675823Z level=info msg="Migration successfully executed" id="add index dashboard.account_id" duration=312.524µs 2026-02-12T03:25:25.746 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.511886167Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2026-02-12T03:25:25.746 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.512193041Z level=info msg="Migration successfully executed" id="add unique index dashboard_account_id_slug" duration=306.263µs 2026-02-12T03:25:25.746 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.512421729Z level=info msg="Executing migration" id="create dashboard_tag table" 2026-02-12T03:25:25.746 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.512676906Z level=info msg="Migration successfully executed" id="create dashboard_tag table" duration=255.377µs 2026-02-12T03:25:25.746 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.512884724Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2026-02-12T03:25:25.746 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.513179456Z level=info msg="Migration successfully executed" id="add unique index dashboard_tag.dasboard_id_term" duration=294.551µs 2026-02-12T03:25:25.746 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.51339052Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2026-02-12T03:25:25.747 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.513667819Z level=info msg="Migration successfully executed" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" duration=277.459µs 2026-02-12T03:25:25.747 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.513878132Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2026-02-12T03:25:25.747 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.51552426Z level=info msg="Migration successfully executed" id="Rename table dashboard to dashboard_v1 - v1" duration=1.646169ms 2026-02-12T03:25:25.747 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.515746436Z level=info msg="Executing migration" id="create dashboard v2" 2026-02-12T03:25:25.747 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.51603761Z level=info msg="Migration successfully executed" id="create dashboard v2" duration=290.783µs 2026-02-12T03:25:25.747 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.5162461Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2026-02-12T03:25:25.747 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.516538026Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_org_id - v2" duration=291.826µs 2026-02-12T03:25:25.747 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.51675417Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2026-02-12T03:25:25.747 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.517047589Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_org_id_slug - v2" duration=292.487µs 2026-02-12T03:25:25.747 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.517264034Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2026-02-12T03:25:25.747 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.517421248Z level=info msg="Migration successfully executed" id="copy dashboard v1 to v2" duration=156.924µs 2026-02-12T03:25:25.747 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.517630289Z level=info msg="Executing migration" id="drop table dashboard_v1" 2026-02-12T03:25:25.747 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.51797819Z level=info msg="Migration successfully executed" id="drop table dashboard_v1" duration=347.781µs 2026-02-12T03:25:25.747 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.518164949Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2026-02-12T03:25:25.747 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.51818662Z level=info msg="Migration successfully executed" id="alter dashboard.data to mediumtext v1" duration=21.641µs 2026-02-12T03:25:25.748 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.518462415Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2026-02-12T03:25:25.748 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.519049052Z level=info msg="Migration successfully executed" id="Add column updated_by in dashboard - v2" duration=586.457µs 2026-02-12T03:25:25.748 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.519259596Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2026-02-12T03:25:25.748 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.519822449Z level=info msg="Migration successfully executed" id="Add column created_by in dashboard - v2" duration=562.712µs 2026-02-12T03:25:25.748 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.52005318Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2026-02-12T03:25:25.748 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.520642702Z level=info msg="Migration successfully executed" id="Add column gnetId in dashboard" duration=589.242µs 2026-02-12T03:25:25.748 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.520856432Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2026-02-12T03:25:25.748 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.521154359Z level=info msg="Migration successfully executed" id="Add index for gnetId in dashboard" duration=297.396µs 2026-02-12T03:25:25.748 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.521376054Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2026-02-12T03:25:25.748 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.521935881Z level=info msg="Migration successfully executed" id="Add column plugin_id in dashboard" duration=559.807µs 2026-02-12T03:25:25.748 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.522147697Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2026-02-12T03:25:25.748 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.522450794Z level=info msg="Migration successfully executed" id="Add index for plugin_id in dashboard" duration=302.756µs 2026-02-12T03:25:25.748 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.522669964Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2026-02-12T03:25:25.748 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.522955548Z level=info msg="Migration successfully executed" id="Add index for dashboard_id in dashboard_tag" duration=285.764µs 2026-02-12T03:25:25.748 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.523172383Z level=info msg="Executing migration" id="Update dashboard table charset" 2026-02-12T03:25:25.748 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.523180398Z level=info msg="Migration successfully executed" id="Update dashboard table charset" duration=8.105µs 2026-02-12T03:25:25.749 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.523451505Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2026-02-12T03:25:25.749 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.523462085Z level=info msg="Migration successfully executed" id="Update dashboard_tag table charset" duration=8.225µs 2026-02-12T03:25:25.749 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.523726269Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2026-02-12T03:25:25.749 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.524337061Z level=info msg="Migration successfully executed" id="Add column folder_id in dashboard" duration=610.531µs 2026-02-12T03:25:25.749 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.524551492Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2026-02-12T03:25:25.749 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.525136216Z level=info msg="Migration successfully executed" id="Add column isFolder in dashboard" duration=584.633µs 2026-02-12T03:25:25.749 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.52534699Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2026-02-12T03:25:25.749 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.525939708Z level=info msg="Migration successfully executed" id="Add column has_acl in dashboard" duration=592.518µs 2026-02-12T03:25:25.749 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.526150553Z level=info msg="Executing migration" id="Add column uid in dashboard" 2026-02-12T03:25:25.749 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.526736508Z level=info msg="Migration successfully executed" id="Add column uid in dashboard" duration=585.756µs 2026-02-12T03:25:25.749 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.526945569Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2026-02-12T03:25:25.749 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.527034325Z level=info msg="Migration successfully executed" id="Update uid column values in dashboard" duration=89.237µs 2026-02-12T03:25:25.749 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.527311634Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2026-02-12T03:25:25.749 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.527611344Z level=info msg="Migration successfully executed" id="Add unique index dashboard_org_id_uid" duration=299.35µs 2026-02-12T03:25:25.749 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.527825735Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2026-02-12T03:25:25.750 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.528102022Z level=info msg="Migration successfully executed" id="Remove unique index org_id_slug" duration=276.427µs 2026-02-12T03:25:25.750 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.528281167Z level=info msg="Executing migration" id="Update dashboard title length" 2026-02-12T03:25:25.750 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.528294412Z level=info msg="Migration successfully executed" id="Update dashboard title length" duration=13.846µs 2026-02-12T03:25:25.750 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.528563335Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2026-02-12T03:25:25.750 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.528850622Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_title_folder_id" duration=287.107µs 2026-02-12T03:25:25.750 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.529028034Z level=info msg="Executing migration" id="create dashboard_provisioning" 2026-02-12T03:25:25.750 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.529292869Z level=info msg="Migration successfully executed" id="create dashboard_provisioning" duration=258.864µs 2026-02-12T03:25:25.750 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.529510236Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2026-02-12T03:25:25.750 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.53093512Z level=info msg="Migration successfully executed" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" duration=1.424424ms 2026-02-12T03:25:25.750 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.53115415Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2026-02-12T03:25:25.750 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.531425217Z level=info msg="Migration successfully executed" id="create dashboard_provisioning v2" duration=270.877µs 2026-02-12T03:25:25.750 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.531636712Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2026-02-12T03:25:25.750 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.531928268Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_provisioning_dashboard_id - v2" duration=291.475µs 2026-02-12T03:25:25.750 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.532136727Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2026-02-12T03:25:25.750 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.532493615Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" duration=356.607µs 2026-02-12T03:25:25.751 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.532704319Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2026-02-12T03:25:25.751 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.532837718Z level=info msg="Migration successfully executed" id="copy dashboard_provisioning v1 to v2" duration=133.259µs 2026-02-12T03:25:25.751 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.533040107Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2026-02-12T03:25:25.751 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.533255119Z level=info msg="Migration successfully executed" id="drop dashboard_provisioning_tmp_qwerty" duration=214.772µs 2026-02-12T03:25:25.751 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.533474549Z level=info msg="Executing migration" id="Add check_sum column" 2026-02-12T03:25:25.751 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.534082025Z level=info msg="Migration successfully executed" id="Add check_sum column" duration=607.826µs 2026-02-12T03:25:25.751 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.53431467Z level=info msg="Executing migration" id="Add index for dashboard_title" 2026-02-12T03:25:25.751 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.534595916Z level=info msg="Migration successfully executed" id="Add index for dashboard_title" duration=281.065µs 2026-02-12T03:25:25.751 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.534798245Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2026-02-12T03:25:25.751 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.534863296Z level=info msg="Migration successfully executed" id="delete tags for deleted dashboards" duration=65.192µs 2026-02-12T03:25:25.751 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.535065675Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2026-02-12T03:25:25.751 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.535129394Z level=info msg="Migration successfully executed" id="delete stars for deleted dashboards" duration=63.609µs 2026-02-12T03:25:25.751 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.535339867Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2026-02-12T03:25:25.751 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.535626293Z level=info msg="Migration successfully executed" id="Add index for dashboard_is_folder" duration=286.035µs 2026-02-12T03:25:25.751 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.535835645Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2026-02-12T03:25:25.751 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.536479669Z level=info msg="Migration successfully executed" id="Add isPublic for dashboard" duration=643.484µs 2026-02-12T03:25:25.752 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.536700282Z level=info msg="Executing migration" id="create data_source table" 2026-02-12T03:25:25.752 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.537041199Z level=info msg="Migration successfully executed" id="create data_source table" duration=340.978µs 2026-02-12T03:25:25.752 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.53726597Z level=info msg="Executing migration" id="add index data_source.account_id" 2026-02-12T03:25:25.752 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.537562735Z level=info msg="Migration successfully executed" id="add index data_source.account_id" duration=297.136µs 2026-02-12T03:25:25.752 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.537771826Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2026-02-12T03:25:25.752 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.538058662Z level=info msg="Migration successfully executed" id="add unique index data_source.account_id_name" duration=286.486µs 2026-02-12T03:25:25.752 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.538265409Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2026-02-12T03:25:25.752 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.538568245Z level=info msg="Migration successfully executed" id="drop index IDX_data_source_account_id - v1" duration=302.686µs 2026-02-12T03:25:25.752 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.538779971Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2026-02-12T03:25:25.752 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.539056348Z level=info msg="Migration successfully executed" id="drop index UQE_data_source_account_id_name - v1" duration=276.497µs 2026-02-12T03:25:25.752 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.539235653Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2026-02-12T03:25:25.752 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.54082213Z level=info msg="Migration successfully executed" id="Rename table data_source to data_source_v1 - v1" duration=1.586366ms 2026-02-12T03:25:25.752 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.541058723Z level=info msg="Executing migration" id="create data_source table v2" 2026-02-12T03:25:25.752 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.541395312Z level=info msg="Migration successfully executed" id="create data_source table v2" duration=336.679µs 2026-02-12T03:25:25.752 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.541618149Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2026-02-12T03:25:25.753 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.541929892Z level=info msg="Migration successfully executed" id="create index IDX_data_source_org_id - v2" duration=310.781µs 2026-02-12T03:25:25.753 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.542142539Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2026-02-12T03:25:25.753 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.542457368Z level=info msg="Migration successfully executed" id="create index UQE_data_source_org_id_name - v2" duration=314.588µs 2026-02-12T03:25:25.753 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.542677169Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2026-02-12T03:25:25.753 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.542898283Z level=info msg="Migration successfully executed" id="Drop old table data_source_v1 #2" duration=220.653µs 2026-02-12T03:25:25.753 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.543111792Z level=info msg="Executing migration" id="Add column with_credentials" 2026-02-12T03:25:25.753 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.543831658Z level=info msg="Migration successfully executed" id="Add column with_credentials" duration=719.676µs 2026-02-12T03:25:25.753 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.544046069Z level=info msg="Executing migration" id="Add secure json data column" 2026-02-12T03:25:25.753 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.544734026Z level=info msg="Migration successfully executed" id="Add secure json data column" duration=687.946µs 2026-02-12T03:25:25.753 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.544948577Z level=info msg="Executing migration" id="Update data_source table charset" 2026-02-12T03:25:25.753 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.544957063Z level=info msg="Migration successfully executed" id="Update data_source table charset" duration=8.786µs 2026-02-12T03:25:25.754 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.545222539Z level=info msg="Executing migration" id="Update initial version to 1" 2026-02-12T03:25:25.754 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.545307378Z level=info msg="Migration successfully executed" id="Update initial version to 1" duration=85.63µs 2026-02-12T03:25:25.754 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.545560932Z level=info msg="Executing migration" id="Add read_only data column" 2026-02-12T03:25:25.754 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.546247836Z level=info msg="Migration successfully executed" id="Add read_only data column" duration=686.735µs 2026-02-12T03:25:25.754 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.546471986Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2026-02-12T03:25:25.754 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.546552156Z level=info msg="Migration successfully executed" id="Migrate logging ds to loki ds" duration=80.26µs 2026-02-12T03:25:25.754 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.546801412Z level=info msg="Executing migration" id="Update json_data with nulls" 2026-02-12T03:25:25.754 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.546875591Z level=info msg="Migration successfully executed" id="Update json_data with nulls" duration=74.059µs 2026-02-12T03:25:25.754 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.547096394Z level=info msg="Executing migration" id="Add uid column" 2026-02-12T03:25:25.754 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.547789029Z level=info msg="Migration successfully executed" id="Add uid column" duration=692.605µs 2026-02-12T03:25:25.754 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.548029739Z level=info msg="Executing migration" id="Update uid value" 2026-02-12T03:25:25.754 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.548108126Z level=info msg="Migration successfully executed" id="Update uid value" duration=78.376µs 2026-02-12T03:25:25.754 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.548416412Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2026-02-12T03:25:25.754 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.548724919Z level=info msg="Migration successfully executed" id="Add unique index datasource_org_id_uid" duration=308.136µs 2026-02-12T03:25:25.754 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.548935002Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2026-02-12T03:25:25.755 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.5492229Z level=info msg="Migration successfully executed" id="add unique index datasource_org_id_is_default" duration=287.808µs 2026-02-12T03:25:25.755 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.549465053Z level=info msg="Executing migration" id="create api_key table" 2026-02-12T03:25:25.755 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.549770504Z level=info msg="Migration successfully executed" id="create api_key table" duration=305.301µs 2026-02-12T03:25:25.755 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.549984394Z level=info msg="Executing migration" id="add index api_key.account_id" 2026-02-12T03:25:25.755 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.550279386Z level=info msg="Migration successfully executed" id="add index api_key.account_id" duration=294.38µs 2026-02-12T03:25:25.755 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.550507813Z level=info msg="Executing migration" id="add index api_key.key" 2026-02-12T03:25:25.755 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.550799769Z level=info msg="Migration successfully executed" id="add index api_key.key" duration=291.254µs 2026-02-12T03:25:25.755 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.551029128Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2026-02-12T03:25:25.755 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.551350629Z level=info msg="Migration successfully executed" id="add index api_key.account_id_name" duration=321.321µs 2026-02-12T03:25:25.755 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.551585859Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2026-02-12T03:25:25.755 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.55187509Z level=info msg="Migration successfully executed" id="drop index IDX_api_key_account_id - v1" duration=288.369µs 2026-02-12T03:25:25.755 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.552087998Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2026-02-12T03:25:25.755 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.552381307Z level=info msg="Migration successfully executed" id="drop index UQE_api_key_key - v1" duration=293.278µs 2026-02-12T03:25:25.755 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.552600056Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2026-02-12T03:25:25.755 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.552886782Z level=info msg="Migration successfully executed" id="drop index UQE_api_key_account_id_name - v1" duration=286.636µs 2026-02-12T03:25:25.755 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.55310478Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2026-02-12T03:25:25.756 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.554799649Z level=info msg="Migration successfully executed" id="Rename table api_key to api_key_v1 - v1" duration=1.694538ms 2026-02-12T03:25:25.756 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.555021865Z level=info msg="Executing migration" id="create api_key table v2" 2026-02-12T03:25:25.756 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.555315935Z level=info msg="Migration successfully executed" id="create api_key table v2" duration=293.76µs 2026-02-12T03:25:25.756 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.555531739Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2026-02-12T03:25:25.756 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.555830227Z level=info msg="Migration successfully executed" id="create index IDX_api_key_org_id - v2" duration=298.148µs 2026-02-12T03:25:25.756 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.556047563Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2026-02-12T03:25:25.756 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.556373733Z level=info msg="Migration successfully executed" id="create index UQE_api_key_key - v2" duration=326.08µs 2026-02-12T03:25:25.756 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.556585158Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2026-02-12T03:25:25.756 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.556873217Z level=info msg="Migration successfully executed" id="create index UQE_api_key_org_id_name - v2" duration=287.828µs 2026-02-12T03:25:25.756 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.557086997Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2026-02-12T03:25:25.756 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.55723299Z level=info msg="Migration successfully executed" id="copy api_key v1 to v2" duration=145.813µs 2026-02-12T03:25:25.756 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.55745231Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2026-02-12T03:25:25.756 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.557673464Z level=info msg="Migration successfully executed" id="Drop old table api_key_v1" duration=221.344µs 2026-02-12T03:25:25.756 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.557884097Z level=info msg="Executing migration" id="Update api_key table charset" 2026-02-12T03:25:25.756 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.557892423Z level=info msg="Migration successfully executed" id="Update api_key table charset" duration=8.335µs 2026-02-12T03:25:25.756 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.558121822Z level=info msg="Executing migration" id="Add expires to api_key table" 2026-02-12T03:25:25.757 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.558848471Z level=info msg="Migration successfully executed" id="Add expires to api_key table" duration=726.478µs 2026-02-12T03:25:25.757 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.559055378Z level=info msg="Executing migration" id="Add service account foreign key" 2026-02-12T03:25:25.757 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.559789231Z level=info msg="Migration successfully executed" id="Add service account foreign key" duration=732.98µs 2026-02-12T03:25:25.757 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.560004764Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2026-02-12T03:25:25.757 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.560068292Z level=info msg="Migration successfully executed" id="set service account foreign key to nil if 0" duration=64.33µs 2026-02-12T03:25:25.757 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.560376078Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2026-02-12T03:25:25.757 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.561367292Z level=info msg="Migration successfully executed" id="Add last_used_at to api_key table" duration=993.137µs 2026-02-12T03:25:25.757 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.561668525Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2026-02-12T03:25:25.757 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.562635353Z level=info msg="Migration successfully executed" id="Add is_revoked column to api_key table" duration=966.457µs 2026-02-12T03:25:25.757 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.562914415Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2026-02-12T03:25:25.757 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.563228592Z level=info msg="Migration successfully executed" id="create dashboard_snapshot table v4" duration=312.875µs 2026-02-12T03:25:25.757 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.563567596Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2026-02-12T03:25:25.757 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.563951704Z level=info msg="Migration successfully executed" id="drop table dashboard_snapshot_v4 #1" duration=384.65µs 2026-02-12T03:25:25.757 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.564191533Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2026-02-12T03:25:25.757 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.564552789Z level=info msg="Migration successfully executed" id="create dashboard_snapshot table v5 #2" duration=361.346µs 2026-02-12T03:25:25.758 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.564773612Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2026-02-12T03:25:25.758 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.565100082Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_snapshot_key - v5" duration=326.28µs 2026-02-12T03:25:25.758 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.565344259Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2026-02-12T03:25:25.758 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.565682021Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_snapshot_delete_key - v5" duration=336.48µs 2026-02-12T03:25:25.758 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.565909726Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2026-02-12T03:25:25.758 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.56621114Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_snapshot_user_id - v5" duration=301.073µs 2026-02-12T03:25:25.758 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.566434658Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2026-02-12T03:25:25.758 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.566456058Z level=info msg="Migration successfully executed" id="alter dashboard_snapshot to mediumtext v2" duration=21.711µs 2026-02-12T03:25:25.758 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.566723067Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2026-02-12T03:25:25.758 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.566731173Z level=info msg="Migration successfully executed" id="Update dashboard_snapshot table charset" duration=8.426µs 2026-02-12T03:25:25.758 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.566962886Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2026-02-12T03:25:25.758 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.567781437Z level=info msg="Migration successfully executed" id="Add column external_delete_url to dashboard_snapshots table" duration=818.18µs 2026-02-12T03:25:25.758 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.567999394Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2026-02-12T03:25:25.758 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.56878308Z level=info msg="Migration successfully executed" id="Add encrypted dashboard json column" duration=783.676µs 2026-02-12T03:25:25.758 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.569012539Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2026-02-12T03:25:25.758 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.569034029Z level=info msg="Migration successfully executed" id="Change dashboard_encrypted column to MEDIUMBLOB" duration=22.212µs 2026-02-12T03:25:25.759 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.56929676Z level=info msg="Executing migration" id="create quota table v1" 2026-02-12T03:25:25.759 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.569569991Z level=info msg="Migration successfully executed" id="create quota table v1" duration=273.431µs 2026-02-12T03:25:25.759 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.569784573Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2026-02-12T03:25:25.759 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.570079975Z level=info msg="Migration successfully executed" id="create index UQE_quota_org_id_user_id_target - v1" duration=295.202µs 2026-02-12T03:25:25.759 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.570292332Z level=info msg="Executing migration" id="Update quota table charset" 2026-02-12T03:25:25.759 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.570320234Z level=info msg="Migration successfully executed" id="Update quota table charset" duration=27.822µs 2026-02-12T03:25:25.759 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.570731754Z level=info msg="Executing migration" id="create plugin_setting table" 2026-02-12T03:25:25.759 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.57112511Z level=info msg="Migration successfully executed" id="create plugin_setting table" duration=393.256µs 2026-02-12T03:25:25.759 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.571391408Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2026-02-12T03:25:25.759 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.571763504Z level=info msg="Migration successfully executed" id="create index UQE_plugin_setting_org_id_plugin_id - v1" duration=372.596µs 2026-02-12T03:25:25.759 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.572013992Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2026-02-12T03:25:25.759 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.57298638Z level=info msg="Migration successfully executed" id="Add column plugin_version to plugin_settings" duration=972.329µs 2026-02-12T03:25:25.759 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.573201032Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2026-02-12T03:25:25.759 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.573209488Z level=info msg="Migration successfully executed" id="Update plugin_setting table charset" duration=8.907µs 2026-02-12T03:25:25.759 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.573544334Z level=info msg="Executing migration" id="create session table" 2026-02-12T03:25:25.760 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.57395961Z level=info msg="Migration successfully executed" id="create session table" duration=414.896µs 2026-02-12T03:25:25.760 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.574247439Z level=info msg="Executing migration" id="Drop old table playlist table" 2026-02-12T03:25:25.760 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.574291581Z level=info msg="Migration successfully executed" id="Drop old table playlist table" duration=39.624µs 2026-02-12T03:25:25.760 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.574591732Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2026-02-12T03:25:25.760 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.57463318Z level=info msg="Migration successfully executed" id="Drop old table playlist_item table" duration=40.876µs 2026-02-12T03:25:25.760 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.574920367Z level=info msg="Executing migration" id="create playlist table v2" 2026-02-12T03:25:25.760 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.575201052Z level=info msg="Migration successfully executed" id="create playlist table v2" duration=280.665µs 2026-02-12T03:25:25.760 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.575425732Z level=info msg="Executing migration" id="create playlist item table v2" 2026-02-12T03:25:25.760 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.575703201Z level=info msg="Migration successfully executed" id="create playlist item table v2" duration=277.86µs 2026-02-12T03:25:25.760 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.575913254Z level=info msg="Executing migration" id="Update playlist table charset" 2026-02-12T03:25:25.760 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.575921499Z level=info msg="Migration successfully executed" id="Update playlist table charset" duration=8.475µs 2026-02-12T03:25:25.760 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.576151249Z level=info msg="Executing migration" id="Update playlist_item table charset" 2026-02-12T03:25:25.760 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.576160216Z level=info msg="Migration successfully executed" id="Update playlist_item table charset" duration=8.987µs 2026-02-12T03:25:25.760 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.576434208Z level=info msg="Executing migration" id="Add playlist column created_at" 2026-02-12T03:25:25.760 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.577316047Z level=info msg="Migration successfully executed" id="Add playlist column created_at" duration=881.679µs 2026-02-12T03:25:25.761 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.577532372Z level=info msg="Executing migration" id="Add playlist column updated_at" 2026-02-12T03:25:25.761 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.578398882Z level=info msg="Migration successfully executed" id="Add playlist column updated_at" duration=866.23µs 2026-02-12T03:25:25.761 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.578607122Z level=info msg="Executing migration" id="drop preferences table v2" 2026-02-12T03:25:25.761 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.578639573Z level=info msg="Migration successfully executed" id="drop preferences table v2" duration=32.591µs 2026-02-12T03:25:25.761 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.578875093Z level=info msg="Executing migration" id="drop preferences table v3" 2026-02-12T03:25:25.761 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.578905079Z level=info msg="Migration successfully executed" id="drop preferences table v3" duration=30.257µs 2026-02-12T03:25:25.761 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.579108419Z level=info msg="Executing migration" id="create preferences table v3" 2026-02-12T03:25:25.761 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.579405334Z level=info msg="Migration successfully executed" id="create preferences table v3" duration=296.765µs 2026-02-12T03:25:25.761 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.579626749Z level=info msg="Executing migration" id="Update preferences table charset" 2026-02-12T03:25:25.761 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.579634373Z level=info msg="Migration successfully executed" id="Update preferences table charset" duration=8.085µs 2026-02-12T03:25:25.761 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.57988427Z level=info msg="Executing migration" id="Add column team_id in preferences" 2026-02-12T03:25:25.761 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.580770457Z level=info msg="Migration successfully executed" id="Add column team_id in preferences" duration=885.946µs 2026-02-12T03:25:25.761 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.580986682Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2026-02-12T03:25:25.761 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.581046473Z level=info msg="Migration successfully executed" id="Update team_id column values in preferences" duration=59.902µs 2026-02-12T03:25:25.761 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.58128515Z level=info msg="Executing migration" id="Add column week_start in preferences" 2026-02-12T03:25:25.761 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.582168171Z level=info msg="Migration successfully executed" id="Add column week_start in preferences" duration=882.751µs 2026-02-12T03:25:25.762 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.582387251Z level=info msg="Executing migration" id="Add column preferences.json_data" 2026-02-12T03:25:25.762 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.583261356Z level=info msg="Migration successfully executed" id="Add column preferences.json_data" duration=873.694µs 2026-02-12T03:25:25.762 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.583474023Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2026-02-12T03:25:25.762 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.583494953Z level=info msg="Migration successfully executed" id="alter preferences.json_data to mediumtext v1" duration=21.22µs 2026-02-12T03:25:25.762 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.583764717Z level=info msg="Executing migration" id="Add preferences index org_id" 2026-02-12T03:25:25.762 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.584100415Z level=info msg="Migration successfully executed" id="Add preferences index org_id" duration=335.677µs 2026-02-12T03:25:25.762 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.584320797Z level=info msg="Executing migration" id="Add preferences index user_id" 2026-02-12T03:25:25.762 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.584644051Z level=info msg="Migration successfully executed" id="Add preferences index user_id" duration=323.064µs 2026-02-12T03:25:25.762 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.584869954Z level=info msg="Executing migration" id="create alert table v1" 2026-02-12T03:25:25.762 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.585275142Z level=info msg="Migration successfully executed" id="create alert table v1" duration=405.008µs 2026-02-12T03:25:25.762 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.585505042Z level=info msg="Executing migration" id="add index alert org_id & id " 2026-02-12T03:25:25.762 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.585860176Z level=info msg="Migration successfully executed" id="add index alert org_id & id " duration=354.904µs 2026-02-12T03:25:25.762 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.586084034Z level=info msg="Executing migration" id="add index alert state" 2026-02-12T03:25:25.762 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.586400226Z level=info msg="Migration successfully executed" id="add index alert state" duration=316.081µs 2026-02-12T03:25:25.762 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.5866217Z level=info msg="Executing migration" id="add index alert dashboard_id" 2026-02-12T03:25:25.763 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.586928794Z level=info msg="Migration successfully executed" id="add index alert dashboard_id" duration=306.884µs 2026-02-12T03:25:25.763 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.58713512Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2026-02-12T03:25:25.763 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.587399124Z level=info msg="Migration successfully executed" id="Create alert_rule_tag table v1" duration=263.794µs 2026-02-12T03:25:25.763 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.587614356Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2026-02-12T03:25:25.763 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.587939424Z level=info msg="Migration successfully executed" id="Add unique index alert_rule_tag.alert_id_tag_id" duration=324.847µs 2026-02-12T03:25:25.763 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.588152453Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2026-02-12T03:25:25.763 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.588460429Z level=info msg="Migration successfully executed" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" duration=307.816µs 2026-02-12T03:25:25.763 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.588678176Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2026-02-12T03:25:25.763 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.591259483Z level=info msg="Migration successfully executed" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" duration=2.580726ms 2026-02-12T03:25:25.763 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.591476829Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2026-02-12T03:25:25.763 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.591745011Z level=info msg="Migration successfully executed" id="Create alert_rule_tag table v2" duration=268.041µs 2026-02-12T03:25:25.763 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.591948061Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2026-02-12T03:25:25.764 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.592255135Z level=info msg="Migration successfully executed" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" duration=307.084µs 2026-02-12T03:25:25.764 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.59247187Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2026-02-12T03:25:25.764 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.592596513Z level=info msg="Migration successfully executed" id="copy alert_rule_tag v1 to v2" duration=124.322µs 2026-02-12T03:25:25.764 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.592794423Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2026-02-12T03:25:25.764 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.593010177Z level=info msg="Migration successfully executed" id="drop table alert_rule_tag_v1" duration=215.643µs 2026-02-12T03:25:25.764 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.593186717Z level=info msg="Executing migration" id="create alert_notification table v1" 2026-02-12T03:25:25.764 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.593467161Z level=info msg="Migration successfully executed" id="create alert_notification table v1" duration=280.134µs 2026-02-12T03:25:25.764 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.593671083Z level=info msg="Executing migration" id="Add column is_default" 2026-02-12T03:25:25.765 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.594645135Z level=info msg="Migration successfully executed" id="Add column is_default" duration=973.331µs 2026-02-12T03:25:25.765 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.594854236Z level=info msg="Executing migration" id="Add column frequency" 2026-02-12T03:25:25.765 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.595925108Z level=info msg="Migration successfully executed" id="Add column frequency" duration=1.070862ms 2026-02-12T03:25:25.765 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.596135932Z level=info msg="Executing migration" id="Add column send_reminder" 2026-02-12T03:25:25.765 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.597283218Z level=info msg="Migration successfully executed" id="Add column send_reminder" duration=1.147185ms 2026-02-12T03:25:25.765 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.597497148Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2026-02-12T03:25:25.765 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.598475888Z level=info msg="Migration successfully executed" id="Add column disable_resolve_message" duration=978.681µs 2026-02-12T03:25:25.765 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.59868544Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2026-02-12T03:25:25.766 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.598985211Z level=info msg="Migration successfully executed" id="add index alert_notification org_id & name" duration=299.481µs 2026-02-12T03:25:25.766 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.599190725Z level=info msg="Executing migration" id="Update alert table charset" 2026-02-12T03:25:25.766 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.599199401Z level=info msg="Migration successfully executed" id="Update alert table charset" duration=8.296µs 2026-02-12T03:25:25.766 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.599461241Z level=info msg="Executing migration" id="Update alert_notification table charset" 2026-02-12T03:25:25.766 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.599469416Z level=info msg="Migration successfully executed" id="Update alert_notification table charset" duration=8.576µs 2026-02-12T03:25:25.766 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.599721448Z level=info msg="Executing migration" id="create notification_journal table v1" 2026-02-12T03:25:25.766 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.599992034Z level=info msg="Migration successfully executed" id="create notification_journal table v1" duration=270.516µs 2026-02-12T03:25:25.766 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.600209521Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2026-02-12T03:25:25.766 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.600541622Z level=info msg="Migration successfully executed" id="add index notification_journal org_id & alert_id & notifier_id" duration=330.899µs 2026-02-12T03:25:25.766 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.600749601Z level=info msg="Executing migration" id="drop alert_notification_journal" 2026-02-12T03:25:25.766 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.601055342Z level=info msg="Migration successfully executed" id="drop alert_notification_journal" duration=305.582µs 2026-02-12T03:25:25.767 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.60127351Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2026-02-12T03:25:25.767 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.601575806Z level=info msg="Migration successfully executed" id="create alert_notification_state table v1" duration=302.215µs 2026-02-12T03:25:25.767 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.601785638Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2026-02-12T03:25:25.767 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.602090127Z level=info msg="Migration successfully executed" id="add index alert_notification_state org_id & alert_id & notifier_id" duration=304.098µs 2026-02-12T03:25:25.767 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.602260396Z level=info msg="Executing migration" id="Add for to alert table" 2026-02-12T03:25:25.767 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.603270585Z level=info msg="Migration successfully executed" id="Add for to alert table" duration=1.009799ms 2026-02-12T03:25:25.767 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.603497389Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2026-02-12T03:25:25.767 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.60456205Z level=info msg="Migration successfully executed" id="Add column uid in alert_notification" duration=1.0639ms 2026-02-12T03:25:25.767 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.604768226Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2026-02-12T03:25:25.767 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.604839739Z level=info msg="Migration successfully executed" id="Update uid column values in alert_notification" duration=71.073µs 2026-02-12T03:25:25.767 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.605077303Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2026-02-12T03:25:25.767 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.605382885Z level=info msg="Migration successfully executed" id="Add unique index alert_notification_org_id_uid" duration=305.441µs 2026-02-12T03:25:25.767 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.605596655Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2026-02-12T03:25:25.767 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.605899381Z level=info msg="Migration successfully executed" id="Remove unique index org_id_name" duration=302.416µs 2026-02-12T03:25:25.767 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.606108292Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2026-02-12T03:25:25.768 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.607123871Z level=info msg="Migration successfully executed" id="Add column secure_settings in alert_notification" duration=1.015209ms 2026-02-12T03:25:25.768 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.607339324Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2026-02-12T03:25:25.768 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.607360524Z level=info msg="Migration successfully executed" id="alter alert.settings to mediumtext" duration=21.76µs 2026-02-12T03:25:25.768 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.607623636Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2026-02-12T03:25:25.768 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.607918317Z level=info msg="Migration successfully executed" id="Add non-unique index alert_notification_state_alert_id" duration=294.551µs 2026-02-12T03:25:25.768 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.608105156Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2026-02-12T03:25:25.768 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.608451374Z level=info msg="Migration successfully executed" id="Add non-unique index alert_rule_tag_alert_id" duration=347.5µs 2026-02-12T03:25:25.768 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.608668339Z level=info msg="Executing migration" id="Drop old annotation table v4" 2026-02-12T03:25:25.768 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.608701962Z level=info msg="Migration successfully executed" id="Drop old annotation table v4" duration=33.773µs 2026-02-12T03:25:25.768 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.608942873Z level=info msg="Executing migration" id="create annotation table v5" 2026-02-12T03:25:25.768 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.609258162Z level=info msg="Migration successfully executed" id="create annotation table v5" duration=314.949µs 2026-02-12T03:25:25.768 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.609493522Z level=info msg="Executing migration" id="add index annotation 0 v3" 2026-02-12T03:25:25.768 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.609796058Z level=info msg="Migration successfully executed" id="add index annotation 0 v3" duration=302.485µs 2026-02-12T03:25:25.768 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.610003416Z level=info msg="Executing migration" id="add index annotation 1 v3" 2026-02-12T03:25:25.768 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.610339514Z level=info msg="Migration successfully executed" id="add index annotation 1 v3" duration=335.838µs 2026-02-12T03:25:25.769 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.610585454Z level=info msg="Executing migration" id="add index annotation 2 v3" 2026-02-12T03:25:25.769 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.610889092Z level=info msg="Migration successfully executed" id="add index annotation 2 v3" duration=302.766µs 2026-02-12T03:25:25.769 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.611111809Z level=info msg="Executing migration" id="add index annotation 3 v3" 2026-02-12T03:25:25.769 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.61147064Z level=info msg="Migration successfully executed" id="add index annotation 3 v3" duration=358.561µs 2026-02-12T03:25:25.769 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.611703526Z level=info msg="Executing migration" id="add index annotation 4 v3" 2026-02-12T03:25:25.769 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.612066404Z level=info msg="Migration successfully executed" id="add index annotation 4 v3" duration=362.858µs 2026-02-12T03:25:25.769 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.612297296Z level=info msg="Executing migration" id="Update annotation table charset" 2026-02-12T03:25:25.769 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.612305381Z level=info msg="Migration successfully executed" id="Update annotation table charset" duration=8.396µs 2026-02-12T03:25:25.769 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.612575376Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2026-02-12T03:25:25.769 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.613724375Z level=info msg="Migration successfully executed" id="Add column region_id to annotation table" duration=1.148929ms 2026-02-12T03:25:25.769 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.613960727Z level=info msg="Executing migration" id="Drop category_id index" 2026-02-12T03:25:25.769 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.614285063Z level=info msg="Migration successfully executed" id="Drop category_id index" duration=324.296µs 2026-02-12T03:25:25.769 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.61451343Z level=info msg="Executing migration" id="Add column tags to annotation table" 2026-02-12T03:25:25.769 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.615580706Z level=info msg="Migration successfully executed" id="Add column tags to annotation table" duration=1.067035ms 2026-02-12T03:25:25.769 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.615806438Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2026-02-12T03:25:25.769 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.616077766Z level=info msg="Migration successfully executed" id="Create annotation_tag table v2" duration=271.708µs 2026-02-12T03:25:25.770 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.616294781Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2026-02-12T03:25:25.770 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.616625119Z level=info msg="Migration successfully executed" id="Add unique index annotation_tag.annotation_id_tag_id" duration=330.929µs 2026-02-12T03:25:25.770 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.616846854Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2026-02-12T03:25:25.770 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.617169067Z level=info msg="Migration successfully executed" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" duration=322.153µs 2026-02-12T03:25:25.770 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.617370844Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2026-02-12T03:25:25.770 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.620169377Z level=info msg="Migration successfully executed" id="Rename table annotation_tag to annotation_tag_v2 - v2" duration=2.797461ms 2026-02-12T03:25:25.770 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.620408975Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2026-02-12T03:25:25.770 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.620682417Z level=info msg="Migration successfully executed" id="Create annotation_tag table v3" duration=273.281µs 2026-02-12T03:25:25.770 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.620889073Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2026-02-12T03:25:25.770 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.621196588Z level=info msg="Migration successfully executed" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" duration=307.244µs 2026-02-12T03:25:25.770 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.621412953Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2026-02-12T03:25:25.770 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.621537265Z level=info msg="Migration successfully executed" id="copy annotation_tag v2 to v3" duration=123.581µs 2026-02-12T03:25:25.770 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.621734344Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2026-02-12T03:25:25.770 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.621952191Z level=info msg="Migration successfully executed" id="drop table annotation_tag_v2" duration=217.917µs 2026-02-12T03:25:25.770 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.622124193Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2026-02-12T03:25:25.770 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.622189325Z level=info msg="Migration successfully executed" id="Update alert annotations and set TEXT to empty" duration=65.312µs 2026-02-12T03:25:25.771 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.622435355Z level=info msg="Executing migration" id="Add created time to annotation table" 2026-02-12T03:25:25.771 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.623502892Z level=info msg="Migration successfully executed" id="Add created time to annotation table" duration=1.067487ms 2026-02-12T03:25:25.771 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.623711882Z level=info msg="Executing migration" id="Add updated time to annotation table" 2026-02-12T03:25:25.771 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.624842687Z level=info msg="Migration successfully executed" id="Add updated time to annotation table" duration=1.130334ms 2026-02-12T03:25:25.771 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.625051668Z level=info msg="Executing migration" id="Add index for created in annotation table" 2026-02-12T03:25:25.771 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.625367398Z level=info msg="Migration successfully executed" id="Add index for created in annotation table" duration=315.571µs 2026-02-12T03:25:25.771 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.625575067Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2026-02-12T03:25:25.771 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.62587614Z level=info msg="Migration successfully executed" id="Add index for updated in annotation table" duration=300.843µs 2026-02-12T03:25:25.771 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.626080472Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2026-02-12T03:25:25.771 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.626167715Z level=info msg="Migration successfully executed" id="Convert existing annotations from seconds to milliseconds" duration=86.893µs 2026-02-12T03:25:25.771 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.626412473Z level=info msg="Executing migration" id="Add epoch_end column" 2026-02-12T03:25:25.771 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.627497822Z level=info msg="Migration successfully executed" id="Add epoch_end column" duration=1.08536ms 2026-02-12T03:25:25.771 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.627706442Z level=info msg="Executing migration" id="Add index for epoch_end" 2026-02-12T03:25:25.771 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.628010441Z level=info msg="Migration successfully executed" id="Add index for epoch_end" duration=303.848µs 2026-02-12T03:25:25.771 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.628217137Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2026-02-12T03:25:25.771 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.62827746Z level=info msg="Migration successfully executed" id="Make epoch_end the same as epoch" duration=60.493µs 2026-02-12T03:25:25.771 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.62851818Z level=info msg="Executing migration" id="Move region to single row" 2026-02-12T03:25:25.771 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.628637413Z level=info msg="Migration successfully executed" id="Move region to single row" duration=119.273µs 2026-02-12T03:25:25.772 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.628871101Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2026-02-12T03:25:25.772 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.629178335Z level=info msg="Migration successfully executed" id="Remove index org_id_epoch from annotation table" duration=307.054µs 2026-02-12T03:25:25.772 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.62942703Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2026-02-12T03:25:25.772 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.629732311Z level=info msg="Migration successfully executed" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" duration=305.1µs 2026-02-12T03:25:25.772 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.629944458Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2026-02-12T03:25:25.772 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.630253295Z level=info msg="Migration successfully executed" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" duration=308.417µs 2026-02-12T03:25:25.772 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.630472636Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2026-02-12T03:25:25.772 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.630780251Z level=info msg="Migration successfully executed" id="Add index for org_id_epoch_end_epoch on annotation table" duration=307.325µs 2026-02-12T03:25:25.772 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.630981257Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2026-02-12T03:25:25.772 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.63127686Z level=info msg="Migration successfully executed" id="Remove index org_id_epoch_epoch_end from annotation table" duration=295.643µs 2026-02-12T03:25:25.772 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.631504175Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2026-02-12T03:25:25.772 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.63180658Z level=info msg="Migration successfully executed" id="Add index for alert_id on annotation table" duration=302.566µs 2026-02-12T03:25:25.772 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.632007105Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2026-02-12T03:25:25.772 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.632027694Z level=info msg="Migration successfully executed" id="Increase tags column to length 4096" duration=21.109µs 2026-02-12T03:25:25.772 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.632314209Z level=info msg="Executing migration" id="create test_data table" 2026-02-12T03:25:25.772 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.632614731Z level=info msg="Migration successfully executed" id="create test_data table" duration=300.501µs 2026-02-12T03:25:25.773 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.632828491Z level=info msg="Executing migration" id="create dashboard_version table v1" 2026-02-12T03:25:25.773 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.633122601Z level=info msg="Migration successfully executed" id="create dashboard_version table v1" duration=293.94µs 2026-02-12T03:25:25.773 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.633336431Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2026-02-12T03:25:25.773 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.633636342Z level=info msg="Migration successfully executed" id="add index dashboard_version.dashboard_id" duration=299.791µs 2026-02-12T03:25:25.773 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.633843509Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2026-02-12T03:25:25.773 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.634162065Z level=info msg="Migration successfully executed" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" duration=319.107µs 2026-02-12T03:25:25.773 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.634372929Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2026-02-12T03:25:25.773 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.634443321Z level=info msg="Migration successfully executed" id="Set dashboard version to 1 where 0" duration=70.131µs 2026-02-12T03:25:25.773 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.634678521Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2026-02-12T03:25:25.773 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.634820727Z level=info msg="Migration successfully executed" id="save existing dashboard data in dashboard_version table v1" duration=142.236µs 2026-02-12T03:25:25.773 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.634984293Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2026-02-12T03:25:25.773 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.635004861Z level=info msg="Migration successfully executed" id="alter dashboard_version.data to mediumtext v1" duration=20.799µs 2026-02-12T03:25:25.773 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.635220184Z level=info msg="Executing migration" id="create team table" 2026-02-12T03:25:25.773 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.635500749Z level=info msg="Migration successfully executed" id="create team table" duration=280.475µs 2026-02-12T03:25:25.773 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.635709098Z level=info msg="Executing migration" id="add index team.org_id" 2026-02-12T03:25:25.773 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.636060495Z level=info msg="Migration successfully executed" id="add index team.org_id" duration=351.136µs 2026-02-12T03:25:25.773 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.636292119Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2026-02-12T03:25:25.773 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.636639989Z level=info msg="Migration successfully executed" id="add unique index team_org_id_name" duration=347.179µs 2026-02-12T03:25:25.774 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.636849381Z level=info msg="Executing migration" id="Add column uid in team" 2026-02-12T03:25:25.774 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.638007957Z level=info msg="Migration successfully executed" id="Add column uid in team" duration=1.158306ms 2026-02-12T03:25:25.774 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.638215325Z level=info msg="Executing migration" id="Update uid column values in team" 2026-02-12T03:25:25.774 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.638283703Z level=info msg="Migration successfully executed" id="Update uid column values in team" duration=68.398µs 2026-02-12T03:25:25.774 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.63852818Z level=info msg="Executing migration" id="Add unique index team_org_id_uid" 2026-02-12T03:25:25.774 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.638846475Z level=info msg="Migration successfully executed" id="Add unique index team_org_id_uid" duration=318.125µs 2026-02-12T03:25:25.774 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.639062539Z level=info msg="Executing migration" id="create team member table" 2026-02-12T03:25:25.774 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.639349476Z level=info msg="Migration successfully executed" id="create team member table" duration=286.836µs 2026-02-12T03:25:25.774 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.639562064Z level=info msg="Executing migration" id="add index team_member.org_id" 2026-02-12T03:25:25.774 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.639863417Z level=info msg="Migration successfully executed" id="add index team_member.org_id" duration=301.594µs 2026-02-12T03:25:25.774 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.640069733Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2026-02-12T03:25:25.774 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.640403667Z level=info msg="Migration successfully executed" id="add unique index team_member_org_id_team_id_user_id" duration=333.734µs 2026-02-12T03:25:25.774 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.640614432Z level=info msg="Executing migration" id="add index team_member.team_id" 2026-02-12T03:25:25.774 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.640915825Z level=info msg="Migration successfully executed" id="add index team_member.team_id" duration=301.234µs 2026-02-12T03:25:25.774 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.641120067Z level=info msg="Executing migration" id="Add column email to team table" 2026-02-12T03:25:25.774 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.642381747Z level=info msg="Migration successfully executed" id="Add column email to team table" duration=1.261679ms 2026-02-12T03:25:25.774 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.642590547Z level=info msg="Executing migration" id="Add column external to team_member table" 2026-02-12T03:25:25.774 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.643874418Z level=info msg="Migration successfully executed" id="Add column external to team_member table" duration=1.283169ms 2026-02-12T03:25:25.775 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.64408407Z level=info msg="Executing migration" id="Add column permission to team_member table" 2026-02-12T03:25:25.775 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.645275528Z level=info msg="Migration successfully executed" id="Add column permission to team_member table" duration=1.191347ms 2026-02-12T03:25:25.775 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.645494378Z level=info msg="Executing migration" id="create dashboard acl table" 2026-02-12T03:25:25.775 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.645863328Z level=info msg="Migration successfully executed" id="create dashboard acl table" duration=369.131µs 2026-02-12T03:25:25.775 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.646086225Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2026-02-12T03:25:25.775 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.646451838Z level=info msg="Migration successfully executed" id="add index dashboard_acl_dashboard_id" duration=365.654µs 2026-02-12T03:25:25.775 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.646662212Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2026-02-12T03:25:25.775 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.647023628Z level=info msg="Migration successfully executed" id="add unique index dashboard_acl_dashboard_id_user_id" duration=360.484µs 2026-02-12T03:25:25.775 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.647270369Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2026-02-12T03:25:25.775 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.647608281Z level=info msg="Migration successfully executed" id="add unique index dashboard_acl_dashboard_id_team_id" duration=337.812µs 2026-02-12T03:25:25.775 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.6478163Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2026-02-12T03:25:25.775 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.648119597Z level=info msg="Migration successfully executed" id="add index dashboard_acl_user_id" duration=303.046µs 2026-02-12T03:25:25.775 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.648332926Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2026-02-12T03:25:25.775 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.648648937Z level=info msg="Migration successfully executed" id="add index dashboard_acl_team_id" duration=315.49µs 2026-02-12T03:25:25.775 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.648858659Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2026-02-12T03:25:25.775 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.64918016Z level=info msg="Migration successfully executed" id="add index dashboard_acl_org_id_role" duration=321.402µs 2026-02-12T03:25:25.775 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.649393499Z level=info msg="Executing migration" id="add index dashboard_permission" 2026-02-12T03:25:25.775 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.649724869Z level=info msg="Migration successfully executed" id="add index dashboard_permission" duration=335.748µs 2026-02-12T03:25:25.775 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.649929392Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2026-02-12T03:25:25.776 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.65013174Z level=info msg="Migration successfully executed" id="save default acl rules in dashboard_acl table" duration=202.168µs 2026-02-12T03:25:25.776 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.650346652Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2026-02-12T03:25:25.776 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.65043119Z level=info msg="Migration successfully executed" id="delete acl rules for deleted dashboards and folders" duration=84.388µs 2026-02-12T03:25:25.776 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.650668383Z level=info msg="Executing migration" id="create tag table" 2026-02-12T03:25:25.776 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.650942917Z level=info msg="Migration successfully executed" id="create tag table" duration=274.533µs 2026-02-12T03:25:25.776 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.651147269Z level=info msg="Executing migration" id="add index tag.key_value" 2026-02-12T03:25:25.776 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.651462769Z level=info msg="Migration successfully executed" id="add index tag.key_value" duration=315.269µs 2026-02-12T03:25:25.776 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.6516718Z level=info msg="Executing migration" id="create login attempt table" 2026-02-12T03:25:25.776 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.651930213Z level=info msg="Migration successfully executed" id="create login attempt table" duration=258.223µs 2026-02-12T03:25:25.776 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.652136609Z level=info msg="Executing migration" id="add index login_attempt.username" 2026-02-12T03:25:25.776 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.652448633Z level=info msg="Migration successfully executed" id="add index login_attempt.username" duration=311.983µs 2026-02-12T03:25:25.776 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.652654909Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2026-02-12T03:25:25.776 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.652957214Z level=info msg="Migration successfully executed" id="drop index IDX_login_attempt_username - v1" duration=302.435µs 2026-02-12T03:25:25.776 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.653161386Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2026-02-12T03:25:25.776 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.656640171Z level=info msg="Migration successfully executed" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" duration=3.478415ms 2026-02-12T03:25:25.777 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.65685887Z level=info msg="Executing migration" id="create login_attempt v2" 2026-02-12T03:25:25.777 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.657131891Z level=info msg="Migration successfully executed" id="create login_attempt v2" duration=271.598µs 2026-02-12T03:25:25.777 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.657339289Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2026-02-12T03:25:25.777 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.657650611Z level=info msg="Migration successfully executed" id="create index IDX_login_attempt_username - v2" duration=311.232µs 2026-02-12T03:25:25.777 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.657862147Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2026-02-12T03:25:25.777 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.657987581Z level=info msg="Migration successfully executed" id="copy login_attempt v1 to v2" duration=125.484µs 2026-02-12T03:25:25.777 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.658157339Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2026-02-12T03:25:25.777 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.65839314Z level=info msg="Migration successfully executed" id="drop login_attempt_tmp_qwerty" duration=235.971µs 2026-02-12T03:25:25.777 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.658605497Z level=info msg="Executing migration" id="create user auth table" 2026-02-12T03:25:25.777 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.658883076Z level=info msg="Migration successfully executed" id="create user auth table" duration=277.448µs 2026-02-12T03:25:25.777 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.65908322Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2026-02-12T03:25:25.778 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.659410412Z level=info msg="Migration successfully executed" id="create index IDX_user_auth_auth_module_auth_id - v1" duration=326.811µs 2026-02-12T03:25:25.778 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.65961792Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2026-02-12T03:25:25.778 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.659638459Z level=info msg="Migration successfully executed" id="alter user_auth.auth_id to length 190" duration=20.959µs 2026-02-12T03:25:25.778 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.659906941Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2026-02-12T03:25:25.778 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.661237218Z level=info msg="Migration successfully executed" id="Add OAuth access token to user_auth" duration=1.330037ms 2026-02-12T03:25:25.778 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.661450928Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2026-02-12T03:25:25.778 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.662745409Z level=info msg="Migration successfully executed" id="Add OAuth refresh token to user_auth" duration=1.294431ms 2026-02-12T03:25:25.778 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.662951765Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2026-02-12T03:25:25.778 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.664234374Z level=info msg="Migration successfully executed" id="Add OAuth token type to user_auth" duration=1.282389ms 2026-02-12T03:25:25.778 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.664449826Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2026-02-12T03:25:25.778 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.665792978Z level=info msg="Migration successfully executed" id="Add OAuth expiry to user_auth" duration=1.343242ms 2026-02-12T03:25:25.779 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.666001939Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2026-02-12T03:25:25.779 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.666320785Z level=info msg="Migration successfully executed" id="Add index to user_id column in user_auth" duration=319.087µs 2026-02-12T03:25:25.779 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.666534104Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2026-02-12T03:25:25.779 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.66786323Z level=info msg="Migration successfully executed" id="Add OAuth ID token to user_auth" duration=1.328965ms 2026-02-12T03:25:25.779 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.668074495Z level=info msg="Executing migration" id="create server_lock table" 2026-02-12T03:25:25.779 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.66837171Z level=info msg="Migration successfully executed" id="create server_lock table" duration=297.076µs 2026-02-12T03:25:25.779 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.668591101Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2026-02-12T03:25:25.779 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.668904016Z level=info msg="Migration successfully executed" id="add index server_lock.operation_uid" duration=312.705µs 2026-02-12T03:25:25.779 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.669113588Z level=info msg="Executing migration" id="create user auth token table" 2026-02-12T03:25:25.779 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.669425361Z level=info msg="Migration successfully executed" id="create user auth token table" duration=311.613µs 2026-02-12T03:25:25.779 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.669646555Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2026-02-12T03:25:25.779 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.669963207Z level=info msg="Migration successfully executed" id="add unique index user_auth_token.auth_token" duration=314.999µs 2026-02-12T03:25:25.780 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.67016795Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2026-02-12T03:25:25.780 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.670490944Z level=info msg="Migration successfully executed" id="add unique index user_auth_token.prev_auth_token" duration=322.543µs 2026-02-12T03:25:25.780 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.67069734Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2026-02-12T03:25:25.780 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.67105561Z level=info msg="Migration successfully executed" id="add index user_auth_token.user_id" duration=357.899µs 2026-02-12T03:25:25.780 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.671269981Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2026-02-12T03:25:25.780 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.672691038Z level=info msg="Migration successfully executed" id="Add revoked_at to the user auth token" duration=1.420877ms 2026-02-12T03:25:25.780 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.672899328Z level=info msg="Executing migration" id="add index user_auth_token.revoked_at" 2026-02-12T03:25:25.780 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.673223153Z level=info msg="Migration successfully executed" id="add index user_auth_token.revoked_at" duration=323.975µs 2026-02-12T03:25:25.780 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.673442283Z level=info msg="Executing migration" id="create cache_data table" 2026-02-12T03:25:25.780 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.673757743Z level=info msg="Migration successfully executed" id="create cache_data table" duration=315.45µs 2026-02-12T03:25:25.780 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.673974318Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2026-02-12T03:25:25.781 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.674318722Z level=info msg="Migration successfully executed" id="add unique index cache_data.cache_key" duration=344.784µs 2026-02-12T03:25:25.781 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.674536098Z level=info msg="Executing migration" id="create short_url table v1" 2026-02-12T03:25:25.781 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.674854564Z level=info msg="Migration successfully executed" id="create short_url table v1" duration=318.335µs 2026-02-12T03:25:25.781 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.675074205Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2026-02-12T03:25:25.781 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.675417877Z level=info msg="Migration successfully executed" id="add index short_url.org_id-uid" duration=343.132µs 2026-02-12T03:25:25.781 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.675626377Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2026-02-12T03:25:25.781 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.675647537Z level=info msg="Migration successfully executed" id="alter table short_url alter column created_by type to bigint" duration=21.45µs 2026-02-12T03:25:25.781 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.675898416Z level=info msg="Executing migration" id="delete alert_definition table" 2026-02-12T03:25:25.781 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.675928683Z level=info msg="Migration successfully executed" id="delete alert_definition table" duration=30.627µs 2026-02-12T03:25:25.781 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.676132895Z level=info msg="Executing migration" id="recreate alert_definition table" 2026-02-12T03:25:25.781 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.676444468Z level=info msg="Migration successfully executed" id="recreate alert_definition table" duration=310.751µs 2026-02-12T03:25:25.781 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.676655963Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2026-02-12T03:25:25.782 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.676990849Z level=info msg="Migration successfully executed" id="add index in alert_definition on org_id and title columns" duration=334.675µs 2026-02-12T03:25:25.782 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.677207314Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2026-02-12T03:25:25.782 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.677549735Z level=info msg="Migration successfully executed" id="add index in alert_definition on org_id and uid columns" duration=341.699µs 2026-02-12T03:25:25.782 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.677757914Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2026-02-12T03:25:25.782 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.677779725Z level=info msg="Migration successfully executed" id="alter alert_definition table data column to mediumtext in mysql" duration=21.941µs 2026-02-12T03:25:25.782 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.678030343Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2026-02-12T03:25:25.782 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.678362244Z level=info msg="Migration successfully executed" id="drop index in alert_definition on org_id and title columns" duration=331.359µs 2026-02-12T03:25:25.782 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.678573319Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2026-02-12T03:25:25.782 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.6788897Z level=info msg="Migration successfully executed" id="drop index in alert_definition on org_id and uid columns" duration=316.371µs 2026-02-12T03:25:25.782 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.679099042Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2026-02-12T03:25:25.782 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.679458965Z level=info msg="Migration successfully executed" id="add unique index in alert_definition on org_id and title columns" duration=359.563µs 2026-02-12T03:25:25.782 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.679666423Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2026-02-12T03:25:25.783 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.680005627Z level=info msg="Migration successfully executed" id="add unique index in alert_definition on org_id and uid columns" duration=338.884µs 2026-02-12T03:25:25.783 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.680206002Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2026-02-12T03:25:25.783 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.681703603Z level=info msg="Migration successfully executed" id="Add column paused in alert_definition" duration=1.497651ms 2026-02-12T03:25:25.783 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.681910399Z level=info msg="Executing migration" id="drop alert_definition table" 2026-02-12T03:25:25.783 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.682271164Z level=info msg="Migration successfully executed" id="drop alert_definition table" duration=360.564µs 2026-02-12T03:25:25.783 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.682522745Z level=info msg="Executing migration" id="delete alert_definition_version table" 2026-02-12T03:25:25.783 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.682555836Z level=info msg="Migration successfully executed" id="delete alert_definition_version table" duration=33.413µs 2026-02-12T03:25:25.783 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.682802778Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2026-02-12T03:25:25.783 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.683116936Z level=info msg="Migration successfully executed" id="recreate alert_definition_version table" duration=313.736µs 2026-02-12T03:25:25.783 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.6832901Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2026-02-12T03:25:25.783 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.683676693Z level=info msg="Migration successfully executed" id="add index in alert_definition_version table on alert_definition_id and version columns" duration=386.593µs 2026-02-12T03:25:25.783 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.683885212Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2026-02-12T03:25:25.784 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.684228725Z level=info msg="Migration successfully executed" id="add index in alert_definition_version table on alert_definition_uid and version columns" duration=342.982µs 2026-02-12T03:25:25.784 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.684442545Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2026-02-12T03:25:25.784 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.684463253Z level=info msg="Migration successfully executed" id="alter alert_definition_version table data column to mediumtext in mysql" duration=20.889µs 2026-02-12T03:25:25.784 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.684713952Z level=info msg="Executing migration" id="drop alert_definition_version table" 2026-02-12T03:25:25.784 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.685069337Z level=info msg="Migration successfully executed" id="drop alert_definition_version table" duration=355.314µs 2026-02-12T03:25:25.784 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.6852527Z level=info msg="Executing migration" id="create alert_instance table" 2026-02-12T03:25:25.784 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.685597755Z level=info msg="Migration successfully executed" id="create alert_instance table" duration=345.175µs 2026-02-12T03:25:25.784 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.685806806Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2026-02-12T03:25:25.784 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.68615108Z level=info msg="Migration successfully executed" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" duration=343.944µs 2026-02-12T03:25:25.784 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.686325536Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2026-02-12T03:25:25.784 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.686659731Z level=info msg="Migration successfully executed" id="add index in alert_instance table on def_org_id, current_state columns" duration=334.155µs 2026-02-12T03:25:25.784 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.686868301Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2026-02-12T03:25:25.784 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.688396539Z level=info msg="Migration successfully executed" id="add column current_state_end to alert_instance" duration=1.528308ms 2026-02-12T03:25:25.785 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.688605931Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2026-02-12T03:25:25.785 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.688930518Z level=info msg="Migration successfully executed" id="remove index def_org_id, def_uid, current_state on alert_instance" duration=323.996µs 2026-02-12T03:25:25.785 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.689136443Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2026-02-12T03:25:25.785 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.689468714Z level=info msg="Migration successfully executed" id="remove index def_org_id, current_state on alert_instance" duration=332.051µs 2026-02-12T03:25:25.785 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.689679308Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2026-02-12T03:25:25.785 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.696940687Z level=info msg="Migration successfully executed" id="rename def_org_id to rule_org_id in alert_instance" duration=7.26183ms 2026-02-12T03:25:25.785 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.697174214Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2026-02-12T03:25:25.785 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.703870236Z level=info msg="Migration successfully executed" id="rename def_uid to rule_uid in alert_instance" duration=6.695781ms 2026-02-12T03:25:25.785 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.704082603Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2026-02-12T03:25:25.785 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.704485497Z level=info msg="Migration successfully executed" id="add index rule_org_id, rule_uid, current_state on alert_instance" duration=402.713µs 2026-02-12T03:25:25.785 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.704690961Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2026-02-12T03:25:25.785 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.705012783Z level=info msg="Migration successfully executed" id="add index rule_org_id, current_state on alert_instance" duration=321.721µs 2026-02-12T03:25:25.785 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.705217186Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2026-02-12T03:25:25.786 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.706682055Z level=info msg="Migration successfully executed" id="add current_reason column related to current_state" duration=1.464719ms 2026-02-12T03:25:25.786 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.706890665Z level=info msg="Executing migration" id="add result_fingerprint column to alert_instance" 2026-02-12T03:25:25.786 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.708343983Z level=info msg="Migration successfully executed" id="add result_fingerprint column to alert_instance" duration=1.453418ms 2026-02-12T03:25:25.786 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.708561059Z level=info msg="Executing migration" id="create alert_rule table" 2026-02-12T03:25:25.786 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.7088984Z level=info msg="Migration successfully executed" id="create alert_rule table" duration=337.381µs 2026-02-12T03:25:25.786 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.709106068Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2026-02-12T03:25:25.786 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.709455632Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id and title columns" duration=350.155µs 2026-02-12T03:25:25.786 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.709665414Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2026-02-12T03:25:25.786 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.710007393Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id and uid columns" duration=342.02µs 2026-02-12T03:25:25.786 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.710227024Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2026-02-12T03:25:25.786 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.710606113Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" duration=378.828µs 2026-02-12T03:25:25.786 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.710821566Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2026-02-12T03:25:25.786 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.710843317Z level=info msg="Migration successfully executed" id="alter alert_rule table data column to mediumtext in mysql" duration=22.312µs 2026-02-12T03:25:25.787 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.71109652Z level=info msg="Executing migration" id="add column for to alert_rule" 2026-02-12T03:25:25.787 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.712639406Z level=info msg="Migration successfully executed" id="add column for to alert_rule" duration=1.542575ms 2026-02-12T03:25:25.787 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.712848366Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2026-02-12T03:25:25.787 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.714373599Z level=info msg="Migration successfully executed" id="add column annotations to alert_rule" duration=1.524822ms 2026-02-12T03:25:25.787 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.71458805Z level=info msg="Executing migration" id="add column labels to alert_rule" 2026-02-12T03:25:25.787 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.716077065Z level=info msg="Migration successfully executed" id="add column labels to alert_rule" duration=1.489456ms 2026-02-12T03:25:25.787 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.716284583Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2026-02-12T03:25:25.787 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.716608488Z level=info msg="Migration successfully executed" id="remove unique index from alert_rule on org_id, title columns" duration=323.896µs 2026-02-12T03:25:25.787 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.716816447Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2026-02-12T03:25:25.787 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.717160972Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id, namespase_uid and title columns" duration=344.023µs 2026-02-12T03:25:25.787 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.717357349Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2026-02-12T03:25:25.787 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.718835894Z level=info msg="Migration successfully executed" id="add dashboard_uid column to alert_rule" duration=1.478345ms 2026-02-12T03:25:25.787 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.719050144Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2026-02-12T03:25:25.788 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.720543838Z level=info msg="Migration successfully executed" id="add panel_id column to alert_rule" duration=1.494244ms 2026-02-12T03:25:25.788 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.720755574Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2026-02-12T03:25:25.788 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.721094668Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" duration=338.644µs 2026-02-12T03:25:25.788 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.721307566Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2026-02-12T03:25:25.788 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.722826807Z level=info msg="Migration successfully executed" id="add rule_group_idx column to alert_rule" duration=1.519192ms 2026-02-12T03:25:25.788 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.723043062Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2026-02-12T03:25:25.788 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.724976367Z level=info msg="Migration successfully executed" id="add is_paused column to alert_rule table" duration=1.933406ms 2026-02-12T03:25:25.788 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.725236313Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2026-02-12T03:25:25.788 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.725260128Z level=info msg="Migration successfully executed" id="fix is_paused column for alert_rule table" duration=23.714µs 2026-02-12T03:25:25.788 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.725533399Z level=info msg="Executing migration" id="create alert_rule_version table" 2026-02-12T03:25:25.788 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.725928868Z level=info msg="Migration successfully executed" id="create alert_rule_version table" duration=395.559µs 2026-02-12T03:25:25.788 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.726158247Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2026-02-12T03:25:25.788 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.726528179Z level=info msg="Migration successfully executed" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" duration=369.371µs 2026-02-12T03:25:25.789 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.726740266Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2026-02-12T03:25:25.789 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.727112922Z level=info msg="Migration successfully executed" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" duration=372.266µs 2026-02-12T03:25:25.789 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.727337873Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2026-02-12T03:25:25.789 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.727358943Z level=info msg="Migration successfully executed" id="alter alert_rule_version table data column to mediumtext in mysql" duration=21.289µs 2026-02-12T03:25:25.789 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.727611214Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2026-02-12T03:25:25.789 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.729181892Z level=info msg="Migration successfully executed" id="add column for to alert_rule_version" duration=1.570647ms 2026-02-12T03:25:25.789 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.72939475Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2026-02-12T03:25:25.789 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.730960408Z level=info msg="Migration successfully executed" id="add column annotations to alert_rule_version" duration=1.565498ms 2026-02-12T03:25:25.789 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.731167665Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2026-02-12T03:25:25.789 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.732738052Z level=info msg="Migration successfully executed" id="add column labels to alert_rule_version" duration=1.570206ms 2026-02-12T03:25:25.789 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.732944879Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2026-02-12T03:25:25.789 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.734518292Z level=info msg="Migration successfully executed" id="add rule_group_idx column to alert_rule_version" duration=1.572501ms 2026-02-12T03:25:25.789 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.734726832Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2026-02-12T03:25:25.789 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.736289494Z level=info msg="Migration successfully executed" id="add is_paused column to alert_rule_versions table" duration=1.56127ms 2026-02-12T03:25:25.789 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.736516729Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2026-02-12T03:25:25.790 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.73653858Z level=info msg="Migration successfully executed" id="fix is_paused column for alert_rule_version table" duration=22.332µs 2026-02-12T03:25:25.790 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.736797554Z level=info msg="Executing migration" id=create_alert_configuration_table 2026-02-12T03:25:25.790 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.737072969Z level=info msg="Migration successfully executed" id=create_alert_configuration_table duration=275.245µs 2026-02-12T03:25:25.790 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.737272843Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2026-02-12T03:25:25.790 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.738884587Z level=info msg="Migration successfully executed" id="Add column default in alert_configuration" duration=1.611654ms 2026-02-12T03:25:25.790 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.739078469Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2026-02-12T03:25:25.790 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.739099679Z level=info msg="Migration successfully executed" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" duration=21.36µs 2026-02-12T03:25:25.987 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.739351009Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2026-02-12T03:25:25.987 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.74102529Z level=info msg="Migration successfully executed" id="add column org_id in alert_configuration" duration=1.674251ms 2026-02-12T03:25:25.987 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.741238649Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2026-02-12T03:25:25.987 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.741584867Z level=info msg="Migration successfully executed" id="add index in alert_configuration table on org_id column" duration=346.117µs 2026-02-12T03:25:25.987 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.74179523Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2026-02-12T03:25:25.987 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.743427532Z level=info msg="Migration successfully executed" id="add configuration_hash column to alert_configuration" duration=1.632132ms 2026-02-12T03:25:25.987 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.743642044Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2026-02-12T03:25:25.987 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.743924382Z level=info msg="Migration successfully executed" id=create_ngalert_configuration_table duration=282.148µs 2026-02-12T03:25:25.987 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.744130076Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2026-02-12T03:25:25.988 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.74446885Z level=info msg="Migration successfully executed" id="add index in ngalert_configuration on org_id column" duration=338.013µs 2026-02-12T03:25:25.988 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.74467741Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2026-02-12T03:25:25.988 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.746299103Z level=info msg="Migration successfully executed" id="add column send_alerts_to in ngalert_configuration" duration=1.621523ms 2026-02-12T03:25:25.988 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.746510137Z level=info msg="Executing migration" id="create provenance_type table" 2026-02-12T03:25:25.988 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.746791273Z level=info msg="Migration successfully executed" id="create provenance_type table" duration=281.286µs 2026-02-12T03:25:25.988 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.747009531Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2026-02-12T03:25:25.988 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.747362932Z level=info msg="Migration successfully executed" id="add index to uniquify (record_key, record_type, org_id) columns" duration=353.241µs 2026-02-12T03:25:25.988 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.747575349Z level=info msg="Executing migration" id="create alert_image table" 2026-02-12T03:25:25.988 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.747863578Z level=info msg="Migration successfully executed" id="create alert_image table" duration=288.139µs 2026-02-12T03:25:25.988 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.74805699Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2026-02-12T03:25:25.988 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.748425329Z level=info msg="Migration successfully executed" id="add unique index on token to alert_image table" duration=368.349µs 2026-02-12T03:25:25.988 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.748636724Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2026-02-12T03:25:25.988 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.748657934Z level=info msg="Migration successfully executed" id="support longer URLs in alert_image table" duration=21.239µs 2026-02-12T03:25:25.989 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.748907601Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2026-02-12T03:25:25.989 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.749245923Z level=info msg="Migration successfully executed" id=create_alert_configuration_history_table duration=338.814µs 2026-02-12T03:25:25.989 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.74949524Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2026-02-12T03:25:25.989 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.749822391Z level=info msg="Migration successfully executed" id="drop non-unique orgID index on alert_configuration" duration=327.012µs 2026-02-12T03:25:25.989 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.750038746Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2026-02-12T03:25:25.989 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.750156677Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2026-02-12T03:25:25.989 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.750362371Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2026-02-12T03:25:25.989 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.750534814Z level=info msg="Migration successfully executed" id="extract alertmanager configuration history to separate table" duration=172.572µs 2026-02-12T03:25:25.989 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.750737293Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2026-02-12T03:25:25.989 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.751068873Z level=info msg="Migration successfully executed" id="add unique index on orgID to alert_configuration" duration=330.839µs 2026-02-12T03:25:25.989 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.751237929Z level=info msg="Executing migration" id="add last_applied column to alert_configuration_history" 2026-02-12T03:25:25.989 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.752888305Z level=info msg="Migration successfully executed" id="add last_applied column to alert_configuration_history" duration=1.650266ms 2026-02-12T03:25:25.989 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.753103588Z level=info msg="Executing migration" id="create library_element table v1" 2026-02-12T03:25:25.989 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.753502384Z level=info msg="Migration successfully executed" id="create library_element table v1" duration=398.736µs 2026-02-12T03:25:25.990 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.753731161Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2026-02-12T03:25:25.990 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.754095954Z level=info msg="Migration successfully executed" id="add index library_element org_id-folder_id-name-kind" duration=364.472µs 2026-02-12T03:25:25.990 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.754309713Z level=info msg="Executing migration" id="create library_element_connection table v1" 2026-02-12T03:25:25.990 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.754609394Z level=info msg="Migration successfully executed" id="create library_element_connection table v1" duration=299.64µs 2026-02-12T03:25:25.990 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.754816792Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2026-02-12T03:25:25.990 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.755172437Z level=info msg="Migration successfully executed" id="add index library_element_connection element_id-kind-connection_id" duration=355.645µs 2026-02-12T03:25:25.990 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.755398379Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2026-02-12T03:25:25.990 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.755738024Z level=info msg="Migration successfully executed" id="add unique index library_element org_id_uid" duration=338.784µs 2026-02-12T03:25:25.991 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.755964488Z level=info msg="Executing migration" id="increase max description length to 2048" 2026-02-12T03:25:25.991 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.755972302Z level=info msg="Migration successfully executed" id="increase max description length to 2048" duration=8.136µs 2026-02-12T03:25:25.991 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.756187825Z level=info msg="Executing migration" id="alter library_element model to mediumtext" 2026-02-12T03:25:25.991 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.756209235Z level=info msg="Migration successfully executed" id="alter library_element model to mediumtext" duration=21.23µs 2026-02-12T03:25:25.991 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.756471346Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2026-02-12T03:25:25.991 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.756574939Z level=info msg="Migration successfully executed" id="clone move dashboard alerts to unified alerting" duration=103.594µs 2026-02-12T03:25:25.991 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.756813896Z level=info msg="Executing migration" id="create data_keys table" 2026-02-12T03:25:25.991 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.757161857Z level=info msg="Migration successfully executed" id="create data_keys table" duration=347.89µs 2026-02-12T03:25:25.991 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.757383452Z level=info msg="Executing migration" id="create secrets table" 2026-02-12T03:25:25.992 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.75768212Z level=info msg="Migration successfully executed" id="create secrets table" duration=298.569µs 2026-02-12T03:25:25.992 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.757886903Z level=info msg="Executing migration" id="rename data_keys name column to id" 2026-02-12T03:25:25.992 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.766522202Z level=info msg="Migration successfully executed" id="rename data_keys name column to id" duration=8.635118ms 2026-02-12T03:25:25.992 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.766733527Z level=info msg="Executing migration" id="add name column into data_keys" 2026-02-12T03:25:25.992 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.768595018Z level=info msg="Migration successfully executed" id="add name column into data_keys" duration=1.861201ms 2026-02-12T03:25:25.992 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.768801174Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2026-02-12T03:25:25.992 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.76885793Z level=info msg="Migration successfully executed" id="copy data_keys id column values into name" duration=56.646µs 2026-02-12T03:25:25.992 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.769092078Z level=info msg="Executing migration" id="rename data_keys name column to label" 2026-02-12T03:25:25.993 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.777864884Z level=info msg="Migration successfully executed" id="rename data_keys name column to label" duration=8.771964ms 2026-02-12T03:25:25.993 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.778077141Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2026-02-12T03:25:25.993 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.786907855Z level=info msg="Migration successfully executed" id="rename data_keys id column back to name" duration=8.830274ms 2026-02-12T03:25:25.993 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.787122086Z level=info msg="Executing migration" id="create kv_store table v1" 2026-02-12T03:25:25.993 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.787502948Z level=info msg="Migration successfully executed" id="create kv_store table v1" duration=380.672µs 2026-02-12T03:25:25.993 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.787716167Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2026-02-12T03:25:25.993 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.788081189Z level=info msg="Migration successfully executed" id="add index kv_store.org_id-namespace-key" duration=364.973µs 2026-02-12T03:25:25.993 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.788293537Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2026-02-12T03:25:25.994 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.788376151Z level=info msg="Migration successfully executed" id="update dashboard_uid and panel_id from existing annotations" duration=82.534µs 2026-02-12T03:25:25.994 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.788637881Z level=info msg="Executing migration" id="create permission table" 2026-02-12T03:25:25.994 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.788973408Z level=info msg="Migration successfully executed" id="create permission table" duration=335.457µs 2026-02-12T03:25:25.994 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.789186106Z level=info msg="Executing migration" id="add unique index permission.role_id" 2026-02-12T03:25:25.994 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.789541711Z level=info msg="Migration successfully executed" id="add unique index permission.role_id" duration=355.625µs 2026-02-12T03:25:25.994 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.789753106Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2026-02-12T03:25:25.994 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.790108781Z level=info msg="Migration successfully executed" id="add unique index role_id_action_scope" duration=355.565µs 2026-02-12T03:25:25.995 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.790324955Z level=info msg="Executing migration" id="create role table" 2026-02-12T03:25:25.995 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.790646948Z level=info msg="Migration successfully executed" id="create role table" duration=321.952µs 2026-02-12T03:25:25.995 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.790855347Z level=info msg="Executing migration" id="add column display_name" 2026-02-12T03:25:25.995 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.792826263Z level=info msg="Migration successfully executed" id="add column display_name" duration=1.970635ms 2026-02-12T03:25:25.995 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.793034793Z level=info msg="Executing migration" id="add column group_name" 2026-02-12T03:25:25.995 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.794898909Z level=info msg="Migration successfully executed" id="add column group_name" duration=1.863935ms 2026-02-12T03:25:25.995 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.795106918Z level=info msg="Executing migration" id="add index role.org_id" 2026-02-12T03:25:25.996 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.795473083Z level=info msg="Migration successfully executed" id="add index role.org_id" duration=366.014µs 2026-02-12T03:25:25.996 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.795682044Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2026-02-12T03:25:25.996 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.796055412Z level=info msg="Migration successfully executed" id="add unique index role_org_id_name" duration=373.038µs 2026-02-12T03:25:25.996 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.796266056Z level=info msg="Executing migration" id="add index role_org_id_uid" 2026-02-12T03:25:25.996 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.796630457Z level=info msg="Migration successfully executed" id="add index role_org_id_uid" duration=364.191µs 2026-02-12T03:25:25.996 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.79684055Z level=info msg="Executing migration" id="create team role table" 2026-02-12T03:25:25.996 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.79714522Z level=info msg="Migration successfully executed" id="create team role table" duration=304.64µs 2026-02-12T03:25:25.996 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.79735398Z level=info msg="Executing migration" id="add index team_role.org_id" 2026-02-12T03:25:25.997 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.797740213Z level=info msg="Migration successfully executed" id="add index team_role.org_id" duration=385.992µs 2026-02-12T03:25:25.997 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.797952971Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2026-02-12T03:25:25.997 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.798342499Z level=info msg="Migration successfully executed" id="add unique index team_role_org_id_team_id_role_id" duration=388.998µs 2026-02-12T03:25:25.997 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.798571377Z level=info msg="Executing migration" id="add index team_role.team_id" 2026-02-12T03:25:25.997 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.798917104Z level=info msg="Migration successfully executed" id="add index team_role.team_id" duration=344.625µs 2026-02-12T03:25:25.997 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.79912386Z level=info msg="Executing migration" id="create user role table" 2026-02-12T03:25:25.997 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.799432157Z level=info msg="Migration successfully executed" id="create user role table" duration=308.146µs 2026-02-12T03:25:25.998 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.799652269Z level=info msg="Executing migration" id="add index user_role.org_id" 2026-02-12T03:25:25.998 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.800001702Z level=info msg="Migration successfully executed" id="add index user_role.org_id" duration=349.443µs 2026-02-12T03:25:25.998 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.800207357Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2026-02-12T03:25:25.998 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.80055695Z level=info msg="Migration successfully executed" id="add unique index user_role_org_id_user_id_role_id" duration=348.381µs 2026-02-12T03:25:25.998 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.800765039Z level=info msg="Executing migration" id="add index user_role.user_id" 2026-02-12T03:25:25.998 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.801104384Z level=info msg="Migration successfully executed" id="add index user_role.user_id" duration=339.304µs 2026-02-12T03:25:25.998 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.801328132Z level=info msg="Executing migration" id="create builtin role table" 2026-02-12T03:25:25.998 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.801637591Z level=info msg="Migration successfully executed" id="create builtin role table" duration=309.378µs 2026-02-12T03:25:26.002 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.80184572Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2026-02-12T03:25:26.002 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.802197338Z level=info msg="Migration successfully executed" id="add index builtin_role.role_id" duration=351.427µs 2026-02-12T03:25:26.002 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.802409735Z level=info msg="Executing migration" id="add index builtin_role.name" 2026-02-12T03:25:26.002 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.802766542Z level=info msg="Migration successfully executed" id="add index builtin_role.name" duration=356.446µs 2026-02-12T03:25:26.002 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.802973069Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2026-02-12T03:25:26.003 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.805070131Z level=info msg="Migration successfully executed" id="Add column org_id to builtin_role table" duration=2.096751ms 2026-02-12T03:25:26.003 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.805281155Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2026-02-12T03:25:26.003 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.805630308Z level=info msg="Migration successfully executed" id="add index builtin_role.org_id" duration=348.541µs 2026-02-12T03:25:26.003 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.80584008Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2026-02-12T03:25:26.003 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.806190656Z level=info msg="Migration successfully executed" id="add unique index builtin_role_org_id_role_id_role" duration=350.405µs 2026-02-12T03:25:26.003 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.806421798Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2026-02-12T03:25:26.003 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.806765301Z level=info msg="Migration successfully executed" id="Remove unique index role_org_id_uid" duration=343.352µs 2026-02-12T03:25:26.003 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.806974622Z level=info msg="Executing migration" id="add unique index role.uid" 2026-02-12T03:25:26.004 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.807365854Z level=info msg="Migration successfully executed" id="add unique index role.uid" duration=391.152µs 2026-02-12T03:25:26.004 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.807572119Z level=info msg="Executing migration" id="create seed assignment table" 2026-02-12T03:25:26.004 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.807847384Z level=info msg="Migration successfully executed" id="create seed assignment table" duration=275.154µs 2026-02-12T03:25:26.004 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.80805384Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2026-02-12T03:25:26.004 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.808410848Z level=info msg="Migration successfully executed" id="add unique index builtin_role_role_name" duration=356.828µs 2026-02-12T03:25:26.004 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.808623085Z level=info msg="Executing migration" id="add column hidden to role table" 2026-02-12T03:25:26.004 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.810675573Z level=info msg="Migration successfully executed" id="add column hidden to role table" duration=2.052338ms 2026-02-12T03:25:26.005 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.810883502Z level=info msg="Executing migration" id="permission kind migration" 2026-02-12T03:25:26.005 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.812929999Z level=info msg="Migration successfully executed" id="permission kind migration" duration=2.046397ms 2026-02-12T03:25:26.005 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.813139922Z level=info msg="Executing migration" id="permission attribute migration" 2026-02-12T03:25:26.005 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.815150792Z level=info msg="Migration successfully executed" id="permission attribute migration" duration=2.01078ms 2026-02-12T03:25:26.005 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.815401281Z level=info msg="Executing migration" id="permission identifier migration" 2026-02-12T03:25:26.005 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.81741138Z level=info msg="Migration successfully executed" id="permission identifier migration" duration=2.010009ms 2026-02-12T03:25:26.005 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.817619229Z level=info msg="Executing migration" id="add permission identifier index" 2026-02-12T03:25:26.005 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.817985153Z level=info msg="Migration successfully executed" id="add permission identifier index" duration=365.774µs 2026-02-12T03:25:26.006 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.818192871Z level=info msg="Executing migration" id="add permission action scope role_id index" 2026-02-12T03:25:26.006 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.81860395Z level=info msg="Migration successfully executed" id="add permission action scope role_id index" duration=410.858µs 2026-02-12T03:25:26.006 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.818820485Z level=info msg="Executing migration" id="remove permission role_id action scope index" 2026-02-12T03:25:26.006 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.819164298Z level=info msg="Migration successfully executed" id="remove permission role_id action scope index" duration=343.502µs 2026-02-12T03:25:26.006 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.819375894Z level=info msg="Executing migration" id="create query_history table v1" 2026-02-12T03:25:26.006 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.819697134Z level=info msg="Migration successfully executed" id="create query_history table v1" duration=321.171µs 2026-02-12T03:25:26.006 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.819900635Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2026-02-12T03:25:26.007 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.820249888Z level=info msg="Migration successfully executed" id="add index query_history.org_id-created_by-datasource_uid" duration=349.203µs 2026-02-12T03:25:26.007 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.820464469Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2026-02-12T03:25:26.007 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.820485769Z level=info msg="Migration successfully executed" id="alter table query_history alter column created_by type to bigint" duration=21.5µs 2026-02-12T03:25:26.007 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.820733833Z level=info msg="Executing migration" id="rbac disabled migrator" 2026-02-12T03:25:26.007 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.820744363Z level=info msg="Migration successfully executed" id="rbac disabled migrator" duration=10.69µs 2026-02-12T03:25:26.008 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.820962321Z level=info msg="Executing migration" id="teams permissions migration" 2026-02-12T03:25:26.008 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.821098375Z level=info msg="Migration successfully executed" id="teams permissions migration" duration=136.205µs 2026-02-12T03:25:26.008 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.821304501Z level=info msg="Executing migration" id="dashboard permissions" 2026-02-12T03:25:26.008 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.821481301Z level=info msg="Migration successfully executed" id="dashboard permissions" duration=177.131µs 2026-02-12T03:25:26.008 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.821717082Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2026-02-12T03:25:26.008 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.821925853Z level=info msg="Migration successfully executed" id="dashboard permissions uid scopes" duration=208.871µs 2026-02-12T03:25:26.008 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.822172794Z level=info msg="Executing migration" id="drop managed folder create actions" 2026-02-12T03:25:26.009 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.822252513Z level=info msg="Migration successfully executed" id="drop managed folder create actions" duration=79.909µs 2026-02-12T03:25:26.009 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.822494065Z level=info msg="Executing migration" id="alerting notification permissions" 2026-02-12T03:25:26.009 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.822669102Z level=info msg="Migration successfully executed" id="alerting notification permissions" duration=175.298µs 2026-02-12T03:25:26.009 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.822910394Z level=info msg="Executing migration" id="create query_history_star table v1" 2026-02-12T03:25:26.009 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.823190948Z level=info msg="Migration successfully executed" id="create query_history_star table v1" duration=280.324µs 2026-02-12T03:25:26.009 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.823425046Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2026-02-12T03:25:26.009 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.823782945Z level=info msg="Migration successfully executed" id="add index query_history.user_id-query_uid" duration=357.989µs 2026-02-12T03:25:26.009 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.823990694Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2026-02-12T03:25:26.010 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.826034846Z level=info msg="Migration successfully executed" id="add column org_id in query_history_star" duration=2.043983ms 2026-02-12T03:25:26.010 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.82624507Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2026-02-12T03:25:26.010 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.826265768Z level=info msg="Migration successfully executed" id="alter table query_history_star_mig column user_id type to bigint" duration=20.989µs 2026-02-12T03:25:26.010 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.826537266Z level=info msg="Executing migration" id="create correlation table v1" 2026-02-12T03:25:26.010 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.826918629Z level=info msg="Migration successfully executed" id="create correlation table v1" duration=381.102µs 2026-02-12T03:25:26.010 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.827136026Z level=info msg="Executing migration" id="add index correlations.uid" 2026-02-12T03:25:26.010 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.827494006Z level=info msg="Migration successfully executed" id="add index correlations.uid" duration=357.829µs 2026-02-12T03:25:26.010 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.827703407Z level=info msg="Executing migration" id="add index correlations.source_uid" 2026-02-12T03:25:26.011 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.82805784Z level=info msg="Migration successfully executed" id="add index correlations.source_uid" duration=354.232µs 2026-02-12T03:25:26.011 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.828264156Z level=info msg="Executing migration" id="add correlation config column" 2026-02-12T03:25:26.011 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.830413465Z level=info msg="Migration successfully executed" id="add correlation config column" duration=2.149189ms 2026-02-12T03:25:26.011 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.830621835Z level=info msg="Executing migration" id="drop index IDX_correlation_uid - v1" 2026-02-12T03:25:26.011 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.830968002Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_uid - v1" duration=346.437µs 2026-02-12T03:25:26.011 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.831173246Z level=info msg="Executing migration" id="drop index IDX_correlation_source_uid - v1" 2026-02-12T03:25:26.011 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.831561802Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_source_uid - v1" duration=388.106µs 2026-02-12T03:25:26.011 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.831772386Z level=info msg="Executing migration" id="Rename table correlation to correlation_tmp_qwerty - v1" 2026-02-12T03:25:26.012 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.837483467Z level=info msg="Migration successfully executed" id="Rename table correlation to correlation_tmp_qwerty - v1" duration=5.710329ms 2026-02-12T03:25:26.012 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.837700352Z level=info msg="Executing migration" id="create correlation v2" 2026-02-12T03:25:26.012 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.83811099Z level=info msg="Migration successfully executed" id="create correlation v2" duration=410.337µs 2026-02-12T03:25:26.012 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.838345228Z level=info msg="Executing migration" id="create index IDX_correlation_uid - v2" 2026-02-12T03:25:26.012 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.838697527Z level=info msg="Migration successfully executed" id="create index IDX_correlation_uid - v2" duration=352.139µs 2026-02-12T03:25:26.012 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.838905977Z level=info msg="Executing migration" id="create index IDX_correlation_source_uid - v2" 2026-02-12T03:25:26.012 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.839297068Z level=info msg="Migration successfully executed" id="create index IDX_correlation_source_uid - v2" duration=390.811µs 2026-02-12T03:25:26.012 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.839530184Z level=info msg="Executing migration" id="create index IDX_correlation_org_id - v2" 2026-02-12T03:25:26.012 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.839886741Z level=info msg="Migration successfully executed" id="create index IDX_correlation_org_id - v2" duration=356.637µs 2026-02-12T03:25:26.012 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.840097525Z level=info msg="Executing migration" id="copy correlation v1 to v2" 2026-02-12T03:25:26.013 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.840192693Z level=info msg="Migration successfully executed" id="copy correlation v1 to v2" duration=95.057µs 2026-02-12T03:25:26.013 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.840437691Z level=info msg="Executing migration" id="drop correlation_tmp_qwerty" 2026-02-12T03:25:26.013 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.840749424Z level=info msg="Migration successfully executed" id="drop correlation_tmp_qwerty" duration=311.673µs 2026-02-12T03:25:26.013 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.84096114Z level=info msg="Executing migration" id="add provisioning column" 2026-02-12T03:25:26.013 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.843065055Z level=info msg="Migration successfully executed" id="add provisioning column" duration=2.103674ms 2026-02-12T03:25:26.013 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.843274777Z level=info msg="Executing migration" id="create entity_events table" 2026-02-12T03:25:26.013 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.843575279Z level=info msg="Migration successfully executed" id="create entity_events table" duration=299.5µs 2026-02-12T03:25:26.013 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.843783097Z level=info msg="Executing migration" id="create dashboard public config v1" 2026-02-12T03:25:26.013 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.844151136Z level=info msg="Migration successfully executed" id="create dashboard public config v1" duration=367.908µs 2026-02-12T03:25:26.013 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.844369835Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2026-02-12T03:25:26.013 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.844507001Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2026-02-12T03:25:26.013 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.84474685Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2026-02-12T03:25:26.014 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.84488038Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2026-02-12T03:25:26.014 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.845083089Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2026-02-12T03:25:26.014 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.84543129Z level=info msg="Migration successfully executed" id="Drop old dashboard public config table" duration=347.66µs 2026-02-12T03:25:26.014 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.845680897Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2026-02-12T03:25:26.014 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.846042633Z level=info msg="Migration successfully executed" id="recreate dashboard public config v1" duration=361.696µs 2026-02-12T03:25:26.014 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.846256092Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2026-02-12T03:25:26.014 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.846621165Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_public_config_uid - v1" duration=364.893µs 2026-02-12T03:25:26.014 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.846829996Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2026-02-12T03:25:26.014 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.847200368Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" duration=370.102µs 2026-02-12T03:25:26.014 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.847416452Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2026-02-12T03:25:26.014 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.847766447Z level=info msg="Migration successfully executed" id="drop index UQE_dashboard_public_config_uid - v2" duration=349.964µs 2026-02-12T03:25:26.015 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.84797146Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2026-02-12T03:25:26.015 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.848338286Z level=info msg="Migration successfully executed" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" duration=367.316µs 2026-02-12T03:25:26.015 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.848553258Z level=info msg="Executing migration" id="Drop public config table" 2026-02-12T03:25:26.015 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.848861525Z level=info msg="Migration successfully executed" id="Drop public config table" duration=308.126µs 2026-02-12T03:25:26.015 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.849090894Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2026-02-12T03:25:26.015 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.849496823Z level=info msg="Migration successfully executed" id="Recreate dashboard public config v2" duration=405.769µs 2026-02-12T03:25:26.015 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.849707777Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2026-02-12T03:25:26.015 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.850066859Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_public_config_uid - v2" duration=358.861µs 2026-02-12T03:25:26.015 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.850271742Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2026-02-12T03:25:26.015 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.850656822Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" duration=384.629µs 2026-02-12T03:25:26.015 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.850861475Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2026-02-12T03:25:26.016 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.851223692Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_public_config_access_token - v2" duration=361.706µs 2026-02-12T03:25:26.016 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.851449775Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2026-02-12T03:25:26.016 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.858610136Z level=info msg="Migration successfully executed" id="Rename table dashboard_public_config to dashboard_public - v2" duration=7.16003ms 2026-02-12T03:25:26.016 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.858824507Z level=info msg="Executing migration" id="add annotations_enabled column" 2026-02-12T03:25:26.016 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.861046582Z level=info msg="Migration successfully executed" id="add annotations_enabled column" duration=2.221153ms 2026-02-12T03:25:26.016 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.86125959Z level=info msg="Executing migration" id="add time_selection_enabled column" 2026-02-12T03:25:26.016 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.86343012Z level=info msg="Migration successfully executed" id="add time_selection_enabled column" duration=2.170359ms 2026-02-12T03:25:26.016 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.863640733Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2026-02-12T03:25:26.016 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.86372993Z level=info msg="Migration successfully executed" id="delete orphaned public dashboards" duration=89.207µs 2026-02-12T03:25:26.016 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.863967054Z level=info msg="Executing migration" id="add share column" 2026-02-12T03:25:26.016 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.866078342Z level=info msg="Migration successfully executed" id="add share column" duration=2.110888ms 2026-02-12T03:25:26.017 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.866285449Z level=info msg="Executing migration" id="backfill empty share column fields with default of public" 2026-02-12T03:25:26.017 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.866372422Z level=info msg="Migration successfully executed" id="backfill empty share column fields with default of public" duration=87.002µs 2026-02-12T03:25:26.017 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.866620385Z level=info msg="Executing migration" id="create file table" 2026-02-12T03:25:26.017 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.86694911Z level=info msg="Migration successfully executed" id="create file table" duration=328.854µs 2026-02-12T03:25:26.017 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.867156127Z level=info msg="Executing migration" id="file table idx: path natural pk" 2026-02-12T03:25:26.017 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.867521661Z level=info msg="Migration successfully executed" id="file table idx: path natural pk" duration=365.153µs 2026-02-12T03:25:26.017 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.867730912Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2026-02-12T03:25:26.017 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.868087449Z level=info msg="Migration successfully executed" id="file table idx: parent_folder_path_hash fast folder retrieval" duration=356.436µs 2026-02-12T03:25:26.017 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.868302141Z level=info msg="Executing migration" id="create file_meta table" 2026-02-12T03:25:26.017 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.868587014Z level=info msg="Migration successfully executed" id="create file_meta table" duration=284.763µs 2026-02-12T03:25:26.017 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.86879392Z level=info msg="Executing migration" id="file table idx: path key" 2026-02-12T03:25:26.018 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.869155817Z level=info msg="Migration successfully executed" id="file table idx: path key" duration=361.636µs 2026-02-12T03:25:26.018 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.869407839Z level=info msg="Executing migration" id="set path collation in file table" 2026-02-12T03:25:26.018 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.869429579Z level=info msg="Migration successfully executed" id="set path collation in file table" duration=22.943µs 2026-02-12T03:25:26.018 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.86968135Z level=info msg="Executing migration" id="migrate contents column to mediumblob for MySQL" 2026-02-12T03:25:26.018 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.869701538Z level=info msg="Migration successfully executed" id="migrate contents column to mediumblob for MySQL" duration=20.498µs 2026-02-12T03:25:26.018 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.869915438Z level=info msg="Executing migration" id="managed permissions migration" 2026-02-12T03:25:26.018 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.870080817Z level=info msg="Migration successfully executed" id="managed permissions migration" duration=164.708µs 2026-02-12T03:25:26.018 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.870292333Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2026-02-12T03:25:26.018 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.870373384Z level=info msg="Migration successfully executed" id="managed folder permissions alert actions migration" duration=86.391µs 2026-02-12T03:25:26.018 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.870610588Z level=info msg="Executing migration" id="RBAC action name migrator" 2026-02-12T03:25:26.018 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.871089283Z level=info msg="Migration successfully executed" id="RBAC action name migrator" duration=478.565µs 2026-02-12T03:25:26.018 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.871316468Z level=info msg="Executing migration" id="Add UID column to playlist" 2026-02-12T03:25:26.018 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.87347816Z level=info msg="Migration successfully executed" id="Add UID column to playlist" duration=2.161312ms 2026-02-12T03:25:26.018 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.8736865Z level=info msg="Executing migration" id="Update uid column values in playlist" 2026-02-12T03:25:26.018 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.873751331Z level=info msg="Migration successfully executed" id="Update uid column values in playlist" duration=64.571µs 2026-02-12T03:25:26.018 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.873988565Z level=info msg="Executing migration" id="Add index for uid in playlist" 2026-02-12T03:25:26.019 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.874401287Z level=info msg="Migration successfully executed" id="Add index for uid in playlist" duration=412.652µs 2026-02-12T03:25:26.019 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.874619976Z level=info msg="Executing migration" id="update group index for alert rules" 2026-02-12T03:25:26.019 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.874749418Z level=info msg="Migration successfully executed" id="update group index for alert rules" duration=129.873µs 2026-02-12T03:25:26.019 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.874984618Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2026-02-12T03:25:26.019 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.875061251Z level=info msg="Migration successfully executed" id="managed folder permissions alert actions repeated migration" duration=76.713µs 2026-02-12T03:25:26.019 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.875264441Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2026-02-12T03:25:26.019 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.875433417Z level=info msg="Migration successfully executed" id="admin only folder/dashboard permission" duration=169.126µs 2026-02-12T03:25:26.019 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.875680689Z level=info msg="Executing migration" id="add action column to seed_assignment" 2026-02-12T03:25:26.019 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.877993324Z level=info msg="Migration successfully executed" id="add action column to seed_assignment" duration=2.316492ms 2026-02-12T03:25:26.019 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.878203828Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2026-02-12T03:25:26.019 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.880374377Z level=info msg="Migration successfully executed" id="add scope column to seed_assignment" duration=2.170289ms 2026-02-12T03:25:26.019 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.880582426Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2026-02-12T03:25:26.019 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.880936278Z level=info msg="Migration successfully executed" id="remove unique index builtin_role_role_name before nullable update" duration=353.611µs 2026-02-12T03:25:26.019 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.881155488Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2026-02-12T03:25:26.019 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.903907887Z level=info msg="Migration successfully executed" id="update seed_assignment role_name column to nullable" duration=22.752099ms 2026-02-12T03:25:26.019 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.904127728Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2026-02-12T03:25:26.019 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.904523498Z level=info msg="Migration successfully executed" id="add unique index builtin_role_name back" duration=395.689µs 2026-02-12T03:25:26.019 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.904728963Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2026-02-12T03:25:26.020 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.905108332Z level=info msg="Migration successfully executed" id="add unique index builtin_role_action_scope" duration=379.349µs 2026-02-12T03:25:26.020 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.905322282Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2026-02-12T03:25:26.020 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.912490247Z level=info msg="Migration successfully executed" id="add primary key to seed_assigment" duration=7.167854ms 2026-02-12T03:25:26.020 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.912714276Z level=info msg="Executing migration" id="add origin column to seed_assignment" 2026-02-12T03:25:26.020 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.914965506Z level=info msg="Migration successfully executed" id="add origin column to seed_assignment" duration=2.250208ms 2026-02-12T03:25:26.020 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.915174988Z level=info msg="Executing migration" id="add origin to plugin seed_assignment" 2026-02-12T03:25:26.020 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.915275275Z level=info msg="Migration successfully executed" id="add origin to plugin seed_assignment" duration=100.198µs 2026-02-12T03:25:26.020 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.915522788Z level=info msg="Executing migration" id="prevent seeding OnCall access" 2026-02-12T03:25:26.020 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.915586648Z level=info msg="Migration successfully executed" id="prevent seeding OnCall access" duration=64.09µs 2026-02-12T03:25:26.020 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.915821998Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2026-02-12T03:25:26.020 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.915898451Z level=info msg="Migration successfully executed" id="managed folder permissions alert actions repeated fixed migration" duration=76.713µs 2026-02-12T03:25:26.020 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.916101751Z level=info msg="Executing migration" id="managed folder permissions library panel actions migration" 2026-02-12T03:25:26.020 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.916178715Z level=info msg="Migration successfully executed" id="managed folder permissions library panel actions migration" duration=77.004µs 2026-02-12T03:25:26.020 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.916424705Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2026-02-12T03:25:26.020 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.916502931Z level=info msg="Migration successfully executed" id="migrate external alertmanagers to datsourcse" duration=78.257µs 2026-02-12T03:25:26.020 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.916750765Z level=info msg="Executing migration" id="create folder table" 2026-02-12T03:25:26.020 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.917078778Z level=info msg="Migration successfully executed" id="create folder table" duration=327.763µs 2026-02-12T03:25:26.020 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.917248986Z level=info msg="Executing migration" id="Add index for parent_uid" 2026-02-12T03:25:26.021 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.917713184Z level=info msg="Migration successfully executed" id="Add index for parent_uid" duration=463.607µs 2026-02-12T03:25:26.021 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.917930471Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2026-02-12T03:25:26.021 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.918322343Z level=info msg="Migration successfully executed" id="Add unique index for folder.uid and folder.org_id" duration=391.502µs 2026-02-12T03:25:26.021 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.918535101Z level=info msg="Executing migration" id="Update folder title length" 2026-02-12T03:25:26.021 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.918542816Z level=info msg="Migration successfully executed" id="Update folder title length" duration=8.165µs 2026-02-12T03:25:26.021 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.918794827Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2026-02-12T03:25:26.021 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.919184105Z level=info msg="Migration successfully executed" id="Add unique index for folder.title and folder.parent_uid" duration=389.028µs 2026-02-12T03:25:26.021 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.919412783Z level=info msg="Executing migration" id="Remove unique index for folder.title and folder.parent_uid" 2026-02-12T03:25:26.021 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.919769861Z level=info msg="Migration successfully executed" id="Remove unique index for folder.title and folder.parent_uid" duration=356.968µs 2026-02-12T03:25:26.021 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.9199782Z level=info msg="Executing migration" id="Add unique index for title, parent_uid, and org_id" 2026-02-12T03:25:26.021 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.920379982Z level=info msg="Migration successfully executed" id="Add unique index for title, parent_uid, and org_id" duration=401.431µs 2026-02-12T03:25:26.021 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.920602868Z level=info msg="Executing migration" id="Sync dashboard and folder table" 2026-02-12T03:25:26.021 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.920782955Z level=info msg="Migration successfully executed" id="Sync dashboard and folder table" duration=180.317µs 2026-02-12T03:25:26.021 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.920982428Z level=info msg="Executing migration" id="Remove ghost folders from the folder table" 2026-02-12T03:25:26.021 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.921086623Z level=info msg="Migration successfully executed" id="Remove ghost folders from the folder table" duration=104.144µs 2026-02-12T03:25:26.021 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.921292478Z level=info msg="Executing migration" id="Remove unique index UQE_folder_uid_org_id" 2026-02-12T03:25:26.021 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.921661979Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_uid_org_id" duration=369.501µs 2026-02-12T03:25:26.021 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.921869738Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_uid" 2026-02-12T03:25:26.021 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.92223991Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_uid" duration=369.762µs 2026-02-12T03:25:26.021 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.922451275Z level=info msg="Executing migration" id="Remove unique index UQE_folder_title_parent_uid_org_id" 2026-02-12T03:25:26.022 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.922804696Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_title_parent_uid_org_id" duration=353.1µs 2026-02-12T03:25:26.022 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.923011893Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_parent_uid_title" 2026-02-12T03:25:26.022 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.923385803Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_parent_uid_title" duration=372.887µs 2026-02-12T03:25:26.022 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.923591988Z level=info msg="Executing migration" id="Remove index IDX_folder_parent_uid_org_id" 2026-02-12T03:25:26.022 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.923943876Z level=info msg="Migration successfully executed" id="Remove index IDX_folder_parent_uid_org_id" duration=351.747µs 2026-02-12T03:25:26.022 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.924149972Z level=info msg="Executing migration" id="create anon_device table" 2026-02-12T03:25:26.022 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.924461875Z level=info msg="Migration successfully executed" id="create anon_device table" duration=311.763µs 2026-02-12T03:25:26.022 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.924665406Z level=info msg="Executing migration" id="add unique index anon_device.device_id" 2026-02-12T03:25:26.022 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.925071164Z level=info msg="Migration successfully executed" id="add unique index anon_device.device_id" duration=405.498µs 2026-02-12T03:25:26.022 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.925284273Z level=info msg="Executing migration" id="add index anon_device.updated_at" 2026-02-12T03:25:26.022 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.92567296Z level=info msg="Migration successfully executed" id="add index anon_device.updated_at" duration=388.307µs 2026-02-12T03:25:26.022 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.925881229Z level=info msg="Executing migration" id="create signing_key table" 2026-02-12T03:25:26.022 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.926220634Z level=info msg="Migration successfully executed" id="create signing_key table" duration=339.184µs 2026-02-12T03:25:26.022 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.926443822Z level=info msg="Executing migration" id="add unique index signing_key.key_id" 2026-02-12T03:25:26.022 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.926809726Z level=info msg="Migration successfully executed" id="add unique index signing_key.key_id" duration=365.764µs 2026-02-12T03:25:26.022 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.927013918Z level=info msg="Executing migration" id="set legacy alert migration status in kvstore" 2026-02-12T03:25:26.022 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.927364784Z level=info msg="Migration successfully executed" id="set legacy alert migration status in kvstore" duration=351.487µs 2026-02-12T03:25:26.023 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.927567122Z level=info msg="Executing migration" id="migrate record of created folders during legacy migration to kvstore" 2026-02-12T03:25:26.023 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.927665406Z level=info msg="Migration successfully executed" id="migrate record of created folders during legacy migration to kvstore" duration=98.584µs 2026-02-12T03:25:26.023 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.927903441Z level=info msg="Executing migration" id="Add folder_uid for dashboard" 2026-02-12T03:25:26.023 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.930198733Z level=info msg="Migration successfully executed" id="Add folder_uid for dashboard" duration=2.295383ms 2026-02-12T03:25:26.023 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.930412283Z level=info msg="Executing migration" id="Populate dashboard folder_uid column" 2026-02-12T03:25:26.023 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.930703397Z level=info msg="Migration successfully executed" id="Populate dashboard folder_uid column" duration=291.355µs 2026-02-12T03:25:26.023 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.93095622Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title" 2026-02-12T03:25:26.023 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.931330259Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title" duration=373.93µs 2026-02-12T03:25:26.023 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.931542256Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_id_title" 2026-02-12T03:25:26.023 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.931905305Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_id_title" duration=363.44µs 2026-02-12T03:25:26.023 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.932108886Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_uid_title" 2026-02-12T03:25:26.023 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.932472987Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_uid_title" duration=364.101µs 2026-02-12T03:25:26.023 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.932685254Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" 2026-02-12T03:25:26.023 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.933080022Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" duration=394.618µs 2026-02-12T03:25:26.023 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.933283813Z level=info msg="Executing migration" id="Restore index for dashboard_org_id_folder_id_title" 2026-02-12T03:25:26.023 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.933664184Z level=info msg="Migration successfully executed" id="Restore index for dashboard_org_id_folder_id_title" duration=380.01µs 2026-02-12T03:25:26.023 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.933869919Z level=info msg="Executing migration" id="create sso_setting table" 2026-02-12T03:25:26.023 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.934231275Z level=info msg="Migration successfully executed" id="create sso_setting table" duration=361.266µs 2026-02-12T03:25:26.023 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.934514615Z level=info msg="Executing migration" id="copy kvstore migration status to each org" 2026-02-12T03:25:26.024 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.934787916Z level=info msg="Migration successfully executed" id="copy kvstore migration status to each org" duration=274.243µs 2026-02-12T03:25:26.024 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.934992078Z level=info msg="Executing migration" id="add back entry for orgid=0 migrated status" 2026-02-12T03:25:26.024 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.935086755Z level=info msg="Migration successfully executed" id="add back entry for orgid=0 migrated status" duration=94.897µs 2026-02-12T03:25:26.024 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.935337964Z level=info msg="Executing migration" id="alter kv_store.value to longtext" 2026-02-12T03:25:26.024 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.935359955Z level=info msg="Migration successfully executed" id="alter kv_store.value to longtext" duration=22.221µs 2026-02-12T03:25:26.024 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.935620693Z level=info msg="Executing migration" id="add notification_settings column to alert_rule table" 2026-02-12T03:25:26.024 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.937965799Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule table" duration=2.344845ms 2026-02-12T03:25:26.024 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.938175892Z level=info msg="Executing migration" id="add notification_settings column to alert_rule_version table" 2026-02-12T03:25:26.024 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.940533781Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule_version table" duration=2.357529ms 2026-02-12T03:25:26.024 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.940797124Z level=info msg="Executing migration" id="removing scope from alert.instances:read action migration" 2026-02-12T03:25:26.024 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.940935082Z level=info msg="Migration successfully executed" id="removing scope from alert.instances:read action migration" duration=138.148µs 2026-02-12T03:25:26.024 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=migrator t=2026-02-12T03:25:25.94116978Z level=info msg="migrations completed" performed=547 skipped=0 duration=459.173571ms 2026-02-12T03:25:26.024 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=sqlstore t=2026-02-12T03:25:25.94164002Z level=info msg="Created default organization" 2026-02-12T03:25:26.024 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=secrets t=2026-02-12T03:25:25.941977902Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2026-02-12T03:25:26.024 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=plugin.store t=2026-02-12T03:25:25.951722305Z level=info msg="Loading plugins..." 2026-02-12T03:25:26.024 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=local.finder t=2026-02-12T03:25:25.985285141Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2026-02-12T03:25:26.024 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=plugin.store t=2026-02-12T03:25:25.985296121Z level=info msg="Plugins loaded" count=55 duration=33.574208ms 2026-02-12T03:25:26.024 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=query_data t=2026-02-12T03:25:25.987032709Z level=info msg="Query Service initialization" 2026-02-12T03:25:26.024 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=live.push_http t=2026-02-12T03:25:25.988539757Z level=info msg="Live Push Gateway initialization" 2026-02-12T03:25:26.025 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=ngalert.migration t=2026-02-12T03:25:25.989047176Z level=info msg=Starting 2026-02-12T03:25:26.025 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=ngalert.migration t=2026-02-12T03:25:25.989205512Z level=info msg="Applying transition" currentType=Legacy desiredType=UnifiedAlerting cleanOnDowngrade=false cleanOnUpgrade=false 2026-02-12T03:25:26.025 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=ngalert.migration orgID=1 t=2026-02-12T03:25:25.989355272Z level=info msg="Migrating alerts for organisation" 2026-02-12T03:25:26.160 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:25 trial086 bash[53550]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2026-02-12T03:25:26.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=ngalert.migration orgID=1 t=2026-02-12T03:25:25.989587336Z level=info msg="Alerts found to migrate" alerts=0 2026-02-12T03:25:26.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=ngalert.migration t=2026-02-12T03:25:25.990173042Z level=info msg="Completed alerting migration" 2026-02-12T03:25:26.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=ngalert.state.manager t=2026-02-12T03:25:25.99551954Z level=info msg="Running in alternative execution of Error/NoData mode" 2026-02-12T03:25:26.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=infra.usagestats.collector t=2026-02-12T03:25:25.996242442Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2026-02-12T03:25:26.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=provisioning.datasources t=2026-02-12T03:25:25.997138989Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2026-02-12T03:25:26.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=provisioning.datasources t=2026-02-12T03:25:26.001184594Z level=info msg="inserting datasource from configuration" name=Loki uid=P8E80F9AEF21F6940 2026-02-12T03:25:26.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=provisioning.alerting t=2026-02-12T03:25:26.005092222Z level=info msg="starting to provision alerting" 2026-02-12T03:25:26.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=provisioning.alerting t=2026-02-12T03:25:26.005099185Z level=info msg="finished to provision alerting" 2026-02-12T03:25:26.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=grafanaStorageLogger t=2026-02-12T03:25:26.005269012Z level=info msg="Storage starting" 2026-02-12T03:25:26.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=ngalert.multiorg.alertmanager t=2026-02-12T03:25:26.005334775Z level=info msg="Starting MultiOrg Alertmanager" 2026-02-12T03:25:26.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=ngalert.state.manager t=2026-02-12T03:25:26.005320108Z level=info msg="Warming state cache for startup" 2026-02-12T03:25:26.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=http.server t=2026-02-12T03:25:26.007434793Z level=info msg="HTTP Server TLS settings" MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA 2026-02-12T03:25:26.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=http.server t=2026-02-12T03:25:26.007916644Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2026-02-12T03:25:26.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=ngalert.state.manager t=2026-02-12T03:25:26.021479317Z level=info msg="State cache has been initialized" states=0 duration=16.160642ms 2026-02-12T03:25:26.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=ngalert.scheduler t=2026-02-12T03:25:26.02149656Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 2026-02-12T03:25:26.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=ticker t=2026-02-12T03:25:26.021526967Z level=info msg=starting first_tick=2026-02-12T03:25:30Z 2026-02-12T03:25:26.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=provisioning.dashboard t=2026-02-12T03:25:26.022331732Z level=info msg="starting to provision dashboards" 2026-02-12T03:25:26.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=sqlstore.transactions t=2026-02-12T03:25:26.032507431Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2026-02-12T03:25:26.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=plugins.update.checker t=2026-02-12T03:25:26.071517193Z level=info msg="Update check succeeded" duration=66.321288ms 2026-02-12T03:25:26.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=provisioning.dashboard t=2026-02-12T03:25:26.087427327Z level=info msg="finished to provision dashboards" 2026-02-12T03:25:26.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=grafana-apiserver t=2026-02-12T03:25:26.179293065Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2026-02-12T03:25:26.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:25:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=grafana-apiserver t=2026-02-12T03:25:26.179479574Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" 2026-02-12T03:25:26.358 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:25:26.358 INFO:teuthology.orchestra.run.trial086.stdout: "id": "5fef3748-b214-47e3-bcc9-b71b10348ac1", 2026-02-12T03:25:26.358 INFO:teuthology.orchestra.run.trial086.stdout: "name": "r", 2026-02-12T03:25:26.358 INFO:teuthology.orchestra.run.trial086.stdout: "current_period": "c45c4f24-7ee2-4441-bf96-698373796b4c", 2026-02-12T03:25:26.358 INFO:teuthology.orchestra.run.trial086.stdout: "epoch": 1 2026-02-12T03:25:26.359 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:25:26.393 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'radosgw-admin zonegroup create --rgw-zonegroup=default --master --default' 2026-02-12T03:25:26.562 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-mon[14472]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:26.563 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-mon[14472]: osdmap e49: 8 total, 8 up, 8 in 2026-02-12T03:25:26.563 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2854468135' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-02-12T03:25:26.563 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:26.563 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:26.563 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:26.563 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:26.564 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:26 trial086 ceph-mon[23011]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:26.564 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:26 trial086 ceph-mon[23011]: osdmap e49: 8 total, 8 up, 8 in 2026-02-12T03:25:26.564 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:26 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2854468135' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-02-12T03:25:26.564 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:26 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:26.564 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:26 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:26.564 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:26 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:26.564 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:26 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:26.564 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 bash[53550]: Getting image source signatures 2026-02-12T03:25:26.564 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 bash[53550]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2026-02-12T03:25:26.565 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 bash[53550]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2026-02-12T03:25:26.565 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 bash[53550]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2026-02-12T03:25:26.565 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 bash[53550]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2026-02-12T03:25:26.565 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 bash[53550]: Writing manifest to image destination 2026-02-12T03:25:26.565 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 podman[53550]: 2026-02-12 03:25:26.562123448 +0000 UTC m=+0.595810154 container create 19c3ca17a43deb0898b5078ab9ee53d7ac5d1be912b9581ce18ec8c65607da4c (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T03:25:26.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:26 trial145 ceph-mon[16978]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:26.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:26 trial145 ceph-mon[16978]: osdmap e49: 8 total, 8 up, 8 in 2026-02-12T03:25:26.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:26 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2854468135' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-02-12T03:25:26.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:26 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:26.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:26 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:26.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:26 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:26.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:26 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:26.734 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:26.831 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:25:26.831 INFO:teuthology.orchestra.run.trial086.stdout: "id": "992a2daf-b1cd-4ecd-b91a-7ecf3022addc", 2026-02-12T03:25:26.831 INFO:teuthology.orchestra.run.trial086.stdout: "name": "default", 2026-02-12T03:25:26.831 INFO:teuthology.orchestra.run.trial086.stdout: "api_name": "default", 2026-02-12T03:25:26.831 INFO:teuthology.orchestra.run.trial086.stdout: "is_master": true, 2026-02-12T03:25:26.831 INFO:teuthology.orchestra.run.trial086.stdout: "endpoints": [], 2026-02-12T03:25:26.832 INFO:teuthology.orchestra.run.trial086.stdout: "hostnames": [], 2026-02-12T03:25:26.832 INFO:teuthology.orchestra.run.trial086.stdout: "hostnames_s3website": [], 2026-02-12T03:25:26.832 INFO:teuthology.orchestra.run.trial086.stdout: "master_zone": "", 2026-02-12T03:25:26.832 INFO:teuthology.orchestra.run.trial086.stdout: "zones": [], 2026-02-12T03:25:26.832 INFO:teuthology.orchestra.run.trial086.stdout: "placement_targets": [ 2026-02-12T03:25:26.832 INFO:teuthology.orchestra.run.trial086.stdout: { 2026-02-12T03:25:26.832 INFO:teuthology.orchestra.run.trial086.stdout: "name": "default-placement", 2026-02-12T03:25:26.832 INFO:teuthology.orchestra.run.trial086.stdout: "tags": [], 2026-02-12T03:25:26.832 INFO:teuthology.orchestra.run.trial086.stdout: "storage_classes": [] 2026-02-12T03:25:26.833 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:25:26.833 INFO:teuthology.orchestra.run.trial086.stdout: ], 2026-02-12T03:25:26.833 INFO:teuthology.orchestra.run.trial086.stdout: "default_placement": "default-placement", 2026-02-12T03:25:26.833 INFO:teuthology.orchestra.run.trial086.stdout: "realm_id": "5fef3748-b214-47e3-bcc9-b71b10348ac1", 2026-02-12T03:25:26.833 INFO:teuthology.orchestra.run.trial086.stdout: "sync_policy": { 2026-02-12T03:25:26.833 INFO:teuthology.orchestra.run.trial086.stdout: "groups": [] 2026-02-12T03:25:26.833 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:25:26.833 INFO:teuthology.orchestra.run.trial086.stdout: "enabled_features": [ 2026-02-12T03:25:26.833 INFO:teuthology.orchestra.run.trial086.stdout: "notification_v2", 2026-02-12T03:25:26.833 INFO:teuthology.orchestra.run.trial086.stdout: "resharding" 2026-02-12T03:25:26.834 INFO:teuthology.orchestra.run.trial086.stdout: ] 2026-02-12T03:25:26.834 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:25:26.834 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 podman[53550]: 2026-02-12 03:25:26.557135424 +0000 UTC m=+0.590822140 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2026-02-12T03:25:26.835 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 podman[53550]: 2026-02-12 03:25:26.596296721 +0000 UTC m=+0.629983437 container init 19c3ca17a43deb0898b5078ab9ee53d7ac5d1be912b9581ce18ec8c65607da4c (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T03:25:26.835 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 podman[53550]: 2026-02-12 03:25:26.598527909 +0000 UTC m=+0.632214625 container start 19c3ca17a43deb0898b5078ab9ee53d7ac5d1be912b9581ce18ec8c65607da4c (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T03:25:26.835 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 bash[53550]: 19c3ca17a43deb0898b5078ab9ee53d7ac5d1be912b9581ce18ec8c65607da4c 2026-02-12T03:25:26.835 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.601Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2026-02-12T03:25:26.835 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.601Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2026-02-12T03:25:26.835 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2026-02-12T03:25:26.835 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2026-02-12T03:25:26.835 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2026-02-12T03:25:26.835 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2026-02-12T03:25:26.836 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2026-02-12T03:25:26.836 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=arp 2026-02-12T03:25:26.836 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=bcache 2026-02-12T03:25:26.836 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=bonding 2026-02-12T03:25:26.836 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=btrfs 2026-02-12T03:25:26.836 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=conntrack 2026-02-12T03:25:26.836 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=cpu 2026-02-12T03:25:26.836 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=cpufreq 2026-02-12T03:25:26.836 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=diskstats 2026-02-12T03:25:26.837 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=dmi 2026-02-12T03:25:26.837 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=edac 2026-02-12T03:25:26.837 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=entropy 2026-02-12T03:25:26.837 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=fibrechannel 2026-02-12T03:25:26.837 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=filefd 2026-02-12T03:25:26.837 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=filesystem 2026-02-12T03:25:26.837 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=hwmon 2026-02-12T03:25:26.837 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=infiniband 2026-02-12T03:25:26.837 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=ipvs 2026-02-12T03:25:26.837 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=loadavg 2026-02-12T03:25:26.837 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=mdadm 2026-02-12T03:25:26.838 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=meminfo 2026-02-12T03:25:26.838 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=netclass 2026-02-12T03:25:26.838 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=netdev 2026-02-12T03:25:26.838 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=netstat 2026-02-12T03:25:26.838 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=nfs 2026-02-12T03:25:26.838 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=nfsd 2026-02-12T03:25:26.838 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=nvme 2026-02-12T03:25:26.838 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=os 2026-02-12T03:25:26.838 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2026-02-12T03:25:26.838 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=pressure 2026-02-12T03:25:26.839 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 systemd[1]: Started Ceph node-exporter.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:25:26.839 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=rapl 2026-02-12T03:25:26.839 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=schedstat 2026-02-12T03:25:26.839 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=selinux 2026-02-12T03:25:26.839 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=sockstat 2026-02-12T03:25:26.839 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=softnet 2026-02-12T03:25:26.839 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=stat 2026-02-12T03:25:26.839 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=tapestats 2026-02-12T03:25:26.839 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=textfile 2026-02-12T03:25:26.839 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=thermal_zone 2026-02-12T03:25:26.840 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=time 2026-02-12T03:25:26.840 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=udp_queues 2026-02-12T03:25:26.840 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=uname 2026-02-12T03:25:26.840 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=vmstat 2026-02-12T03:25:26.840 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=xfs 2026-02-12T03:25:26.840 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.602Z caller=node_exporter.go:117 level=info collector=zfs 2026-02-12T03:25:26.840 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.603Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2026-02-12T03:25:26.840 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:25:26 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[53703]: ts=2026-02-12T03:25:26.603Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2026-02-12T03:25:26.860 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default' 2026-02-12T03:25:27.145 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:27.257 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:25:27.257 INFO:teuthology.orchestra.run.trial086.stdout: "id": "49e3ca7d-9ae3-4d16-84cf-4392fe84e9bb", 2026-02-12T03:25:27.257 INFO:teuthology.orchestra.run.trial086.stdout: "name": "z", 2026-02-12T03:25:27.257 INFO:teuthology.orchestra.run.trial086.stdout: "domain_root": "z.rgw.meta:root", 2026-02-12T03:25:27.257 INFO:teuthology.orchestra.run.trial086.stdout: "control_pool": "z.rgw.control", 2026-02-12T03:25:27.257 INFO:teuthology.orchestra.run.trial086.stdout: "gc_pool": "z.rgw.log:gc", 2026-02-12T03:25:27.257 INFO:teuthology.orchestra.run.trial086.stdout: "lc_pool": "z.rgw.log:lc", 2026-02-12T03:25:27.258 INFO:teuthology.orchestra.run.trial086.stdout: "log_pool": "z.rgw.log", 2026-02-12T03:25:27.258 INFO:teuthology.orchestra.run.trial086.stdout: "intent_log_pool": "z.rgw.log:intent", 2026-02-12T03:25:27.258 INFO:teuthology.orchestra.run.trial086.stdout: "usage_log_pool": "z.rgw.log:usage", 2026-02-12T03:25:27.258 INFO:teuthology.orchestra.run.trial086.stdout: "roles_pool": "z.rgw.meta:roles", 2026-02-12T03:25:27.258 INFO:teuthology.orchestra.run.trial086.stdout: "reshard_pool": "z.rgw.log:reshard", 2026-02-12T03:25:27.258 INFO:teuthology.orchestra.run.trial086.stdout: "user_keys_pool": "z.rgw.meta:users.keys", 2026-02-12T03:25:27.258 INFO:teuthology.orchestra.run.trial086.stdout: "user_email_pool": "z.rgw.meta:users.email", 2026-02-12T03:25:27.258 INFO:teuthology.orchestra.run.trial086.stdout: "user_swift_pool": "z.rgw.meta:users.swift", 2026-02-12T03:25:27.258 INFO:teuthology.orchestra.run.trial086.stdout: "user_uid_pool": "z.rgw.meta:users.uid", 2026-02-12T03:25:27.258 INFO:teuthology.orchestra.run.trial086.stdout: "otp_pool": "z.rgw.otp", 2026-02-12T03:25:27.258 INFO:teuthology.orchestra.run.trial086.stdout: "notif_pool": "z.rgw.log:notif", 2026-02-12T03:25:27.258 INFO:teuthology.orchestra.run.trial086.stdout: "topics_pool": "z.rgw.meta:topics", 2026-02-12T03:25:27.259 INFO:teuthology.orchestra.run.trial086.stdout: "account_pool": "z.rgw.meta:accounts", 2026-02-12T03:25:27.259 INFO:teuthology.orchestra.run.trial086.stdout: "group_pool": "z.rgw.meta:groups", 2026-02-12T03:25:27.259 INFO:teuthology.orchestra.run.trial086.stdout: "system_key": { 2026-02-12T03:25:27.259 INFO:teuthology.orchestra.run.trial086.stdout: "access_key": "", 2026-02-12T03:25:27.259 INFO:teuthology.orchestra.run.trial086.stdout: "secret_key": "" 2026-02-12T03:25:27.259 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:25:27.259 INFO:teuthology.orchestra.run.trial086.stdout: "placement_pools": [ 2026-02-12T03:25:27.259 INFO:teuthology.orchestra.run.trial086.stdout: { 2026-02-12T03:25:27.259 INFO:teuthology.orchestra.run.trial086.stdout: "key": "default-placement", 2026-02-12T03:25:27.259 INFO:teuthology.orchestra.run.trial086.stdout: "val": { 2026-02-12T03:25:27.259 INFO:teuthology.orchestra.run.trial086.stdout: "index_pool": "z.rgw.buckets.index", 2026-02-12T03:25:27.259 INFO:teuthology.orchestra.run.trial086.stdout: "storage_classes": { 2026-02-12T03:25:27.260 INFO:teuthology.orchestra.run.trial086.stdout: "STANDARD": { 2026-02-12T03:25:27.260 INFO:teuthology.orchestra.run.trial086.stdout: "data_pool": "z.rgw.buckets.data" 2026-02-12T03:25:27.260 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:25:27.260 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:25:27.260 INFO:teuthology.orchestra.run.trial086.stdout: "data_extra_pool": "z.rgw.buckets.non-ec", 2026-02-12T03:25:27.260 INFO:teuthology.orchestra.run.trial086.stdout: "index_type": 0, 2026-02-12T03:25:27.260 INFO:teuthology.orchestra.run.trial086.stdout: "inline_data": true 2026-02-12T03:25:27.260 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:25:27.260 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:25:27.260 INFO:teuthology.orchestra.run.trial086.stdout: ], 2026-02-12T03:25:27.260 INFO:teuthology.orchestra.run.trial086.stdout: "realm_id": "5fef3748-b214-47e3-bcc9-b71b10348ac1" 2026-02-12T03:25:27.260 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:25:27.286 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'radosgw-admin period update --rgw-realm=r --commit' 2026-02-12T03:25:27.568 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:27.591 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:27 trial086 ceph-mon[23011]: Deploying daemon node-exporter.a on trial086 2026-02-12T03:25:27.592 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:27 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2854468135' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-02-12T03:25:27.592 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:27 trial086 ceph-mon[23011]: osdmap e50: 8 total, 8 up, 8 in 2026-02-12T03:25:27.592 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:27 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:27.592 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:27 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:27.592 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:27 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:27.592 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:27 trial086 ceph-mon[14472]: Deploying daemon node-exporter.a on trial086 2026-02-12T03:25:27.592 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:27 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2854468135' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-02-12T03:25:27.592 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:27 trial086 ceph-mon[14472]: osdmap e50: 8 total, 8 up, 8 in 2026-02-12T03:25:27.592 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:27 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:27.593 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:27 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:27.593 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:27 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:27.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-mon[16978]: Deploying daemon node-exporter.a on trial086 2026-02-12T03:25:27.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2854468135' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-02-12T03:25:27.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-mon[16978]: osdmap e50: 8 total, 8 up, 8 in 2026-02-12T03:25:27.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:27.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:27.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:27.637 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 bash[43718]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2026-02-12T03:25:28.083 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 bash[43718]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2026-02-12T03:25:28.083 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 bash[43718]: Writing manifest to image destination 2026-02-12T03:25:28.083 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 podman[43718]: 2026-02-12 03:25:27.735500461 +0000 UTC m=+0.596929179 container create 036e0a3ac0d958fe22d9da833235e432a6f81838aeecc4fb941a316b33fa2e89 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T03:25:28.083 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 podman[43718]: 2026-02-12 03:25:27.730319963 +0000 UTC m=+0.591748681 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 podman[43718]: 2026-02-12 03:25:27.759700348 +0000 UTC m=+0.621129076 container init 036e0a3ac0d958fe22d9da833235e432a6f81838aeecc4fb941a316b33fa2e89 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 podman[43718]: 2026-02-12 03:25:27.761650875 +0000 UTC m=+0.623079583 container start 036e0a3ac0d958fe22d9da833235e432a6f81838aeecc4fb941a316b33fa2e89 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 bash[43718]: 036e0a3ac0d958fe22d9da833235e432a6f81838aeecc4fb941a316b33fa2e89 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 systemd[1]: Started Ceph node-exporter.b for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.764Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.764Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.765Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.765Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.765Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.765Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.765Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.765Z caller=node_exporter.go:117 level=info collector=arp 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.765Z caller=node_exporter.go:117 level=info collector=bcache 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.765Z caller=node_exporter.go:117 level=info collector=bonding 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.765Z caller=node_exporter.go:117 level=info collector=btrfs 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.765Z caller=node_exporter.go:117 level=info collector=conntrack 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.765Z caller=node_exporter.go:117 level=info collector=cpu 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.765Z caller=node_exporter.go:117 level=info collector=cpufreq 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.765Z caller=node_exporter.go:117 level=info collector=diskstats 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.765Z caller=node_exporter.go:117 level=info collector=dmi 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.765Z caller=node_exporter.go:117 level=info collector=edac 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.765Z caller=node_exporter.go:117 level=info collector=entropy 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.765Z caller=node_exporter.go:117 level=info collector=fibrechannel 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.765Z caller=node_exporter.go:117 level=info collector=filefd 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.765Z caller=node_exporter.go:117 level=info collector=filesystem 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.765Z caller=node_exporter.go:117 level=info collector=hwmon 2026-02-12T03:25:28.084 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=infiniband 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=ipvs 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=loadavg 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=mdadm 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=meminfo 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=netclass 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=netdev 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=netstat 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=nfs 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=nfsd 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=nvme 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=os 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=pressure 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=rapl 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=schedstat 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=selinux 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=sockstat 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=softnet 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=stat 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=tapestats 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=textfile 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=thermal_zone 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=time 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=udp_queues 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=uname 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=vmstat 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=xfs 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=node_exporter.go:117 level=info collector=zfs 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2026-02-12T03:25:28.085 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:25:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[43823]: ts=2026-02-12T03:25:27.766Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2026-02-12T03:25:28.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:28 trial145 ceph-mon[16978]: Deploying daemon node-exporter.b on trial145 2026-02-12T03:25:28.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:28 trial145 ceph-mon[16978]: pgmap v9: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2026-02-12T03:25:28.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:28 trial145 ceph-mon[16978]: osdmap e51: 8 total, 8 up, 8 in 2026-02-12T03:25:28.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:28 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:28.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:28 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:28.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:28 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:28.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:28 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:28.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:28 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:28.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:28 trial086 ceph-mon[23011]: Deploying daemon node-exporter.b on trial145 2026-02-12T03:25:28.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:28 trial086 ceph-mon[23011]: pgmap v9: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2026-02-12T03:25:28.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:28 trial086 ceph-mon[23011]: osdmap e51: 8 total, 8 up, 8 in 2026-02-12T03:25:28.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:28 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:28.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:28 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:28.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:28 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:28.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:28 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:28.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:28 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:28.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:28 trial086 ceph-mon[14472]: Deploying daemon node-exporter.b on trial145 2026-02-12T03:25:28.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:28 trial086 ceph-mon[14472]: pgmap v9: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2026-02-12T03:25:28.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:28 trial086 ceph-mon[14472]: osdmap e51: 8 total, 8 up, 8 in 2026-02-12T03:25:28.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:28 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:28.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:28 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:28.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:28 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:28.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:28 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:28.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:28 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.073 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:25:28] "GET /metrics HTTP/1.1" 200 23645 "" "Prometheus/2.51.0" 2026-02-12T03:25:29.073 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:28 trial086 systemd[1]: Stopping Ceph alertmanager.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:25:29.073 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[52551]: ts=2026-02-12T03:25:29.037Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2026-02-12T03:25:29.073 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[52551]: ts=2026-02-12T03:25:29.037Z caller=cluster.go:690 level=info component=cluster msg="gossip not settled but continuing anyway" polls=3 elapsed=6.807742511s 2026-02-12T03:25:29.073 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 podman[55024]: 2026-02-12 03:25:29.047714874 +0000 UTC m=+0.023749431 container died b347780a8c5a36e1a4a09d5cdd2be3fdefb5b865aa03930d758296891c6a5207 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T03:25:29.074 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 podman[55024]: 2026-02-12 03:25:29.057437853 +0000 UTC m=+0.033472400 container remove b347780a8c5a36e1a4a09d5cdd2be3fdefb5b865aa03930d758296891c6a5207 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T03:25:29.074 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 podman[55024]: 2026-02-12 03:25:29.058102178 +0000 UTC m=+0.034136736 volume remove 8d7887d79ab74b1721b0b317dff604be2b412c60f81f8f37e2f8a12a3768e316 2026-02-12T03:25:29.074 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 bash[55024]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a 2026-02-12T03:25:29.410 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@alertmanager.a.service: Deactivated successfully. 2026-02-12T03:25:29.410 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 systemd[1]: Stopped Ceph alertmanager.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:25:29.410 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 systemd[1]: Starting Ceph alertmanager.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:25:29.410 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 podman[55154]: 2026-02-12 03:25:29.205939758 +0000 UTC m=+0.014995313 volume create 53c63fc6d96c2c376aede8bb51cd777c8e636c2019ec03e890abc40533d7e41e 2026-02-12T03:25:29.410 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 podman[55154]: 2026-02-12 03:25:29.208862553 +0000 UTC m=+0.017918108 container create 5608e9f0137cd0af2d5161491f2cd315a6403d2a314328698c114ef4cb2e36c5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T03:25:29.411 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 podman[55154]: 2026-02-12 03:25:29.230858302 +0000 UTC m=+0.039913857 container init 5608e9f0137cd0af2d5161491f2cd315a6403d2a314328698c114ef4cb2e36c5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T03:25:29.411 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 podman[55154]: 2026-02-12 03:25:29.23316961 +0000 UTC m=+0.042225165 container start 5608e9f0137cd0af2d5161491f2cd315a6403d2a314328698c114ef4cb2e36c5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T03:25:29.411 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 bash[55154]: 5608e9f0137cd0af2d5161491f2cd315a6403d2a314328698c114ef4cb2e36c5 2026-02-12T03:25:29.411 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 podman[55154]: 2026-02-12 03:25:29.200025772 +0000 UTC m=+0.009081327 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2026-02-12T03:25:29.411 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 systemd[1]: Started Ceph alertmanager.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:25:29.411 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[55176]: ts=2026-02-12T03:25:29.243Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2026-02-12T03:25:29.411 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[55176]: ts=2026-02-12T03:25:29.243Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2026-02-12T03:25:29.411 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[55176]: ts=2026-02-12T03:25:29.243Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=10.20.193.86 port=9094 2026-02-12T03:25:29.411 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[55176]: ts=2026-02-12T03:25:29.244Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2026-02-12T03:25:29.411 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[55176]: ts=2026-02-12T03:25:29.257Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2026-02-12T03:25:29.411 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[55176]: ts=2026-02-12T03:25:29.258Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2026-02-12T03:25:29.412 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[55176]: ts=2026-02-12T03:25:29.260Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2026-02-12T03:25:29.412 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[55176]: ts=2026-02-12T03:25:29.260Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2026-02-12T03:25:29.886 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:29 trial145 systemd[1]: Stopping Ceph prometheus.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:25:29.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:29 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:29 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:29 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:29 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:29 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:29.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:29 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:29.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:29 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:29 trial145 ceph-mon[16978]: osdmap e52: 8 total, 8 up, 8 in 2026-02-12T03:25:29.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:29 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/12508581' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2026-02-12T03:25:29.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:29 trial145 ceph-mon[16978]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2026-02-12T03:25:29.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:29 trial145 ceph-mon[16978]: Reconfiguring alertmanager.a (dependencies changed)... 2026-02-12T03:25:29.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:29 trial145 ceph-mon[16978]: Reconfiguring daemon alertmanager.a on trial086 2026-02-12T03:25:29.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:29 trial145 ceph-mon[16978]: pgmap v12: 65 pgs: 64 unknown, 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 44 KiB/s rd, 0 B/s wr, 17 op/s 2026-02-12T03:25:29.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:29 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:29 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:29 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:29 trial145 ceph-mon[16978]: Reconfiguring prometheus.a (dependencies changed)... 2026-02-12T03:25:29.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:29.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:29.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[14472]: osdmap e52: 8 total, 8 up, 8 in 2026-02-12T03:25:29.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/12508581' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2026-02-12T03:25:29.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[14472]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2026-02-12T03:25:29.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[14472]: Reconfiguring alertmanager.a (dependencies changed)... 2026-02-12T03:25:29.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[14472]: Reconfiguring daemon alertmanager.a on trial086 2026-02-12T03:25:29.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[14472]: pgmap v12: 65 pgs: 64 unknown, 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 44 KiB/s rd, 0 B/s wr, 17 op/s 2026-02-12T03:25:29.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[14472]: Reconfiguring prometheus.a (dependencies changed)... 2026-02-12T03:25:29.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:29.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:29.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[23011]: osdmap e52: 8 total, 8 up, 8 in 2026-02-12T03:25:29.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/12508581' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2026-02-12T03:25:29.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[23011]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2026-02-12T03:25:29.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[23011]: Reconfiguring alertmanager.a (dependencies changed)... 2026-02-12T03:25:29.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[23011]: Reconfiguring daemon alertmanager.a on trial086 2026-02-12T03:25:29.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[23011]: pgmap v12: 65 pgs: 64 unknown, 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 44 KiB/s rd, 0 B/s wr, 17 op/s 2026-02-12T03:25:29.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:29.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:29 trial086 ceph-mon[23011]: Reconfiguring prometheus.a (dependencies changed)... 2026-02-12T03:25:30.154 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:29 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[41339]: ts=2026-02-12T03:25:29.899Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2026-02-12T03:25:30.154 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:29 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[41339]: ts=2026-02-12T03:25:29.899Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2026-02-12T03:25:30.154 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:29 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[41339]: ts=2026-02-12T03:25:29.899Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2026-02-12T03:25:30.154 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:29 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[41339]: ts=2026-02-12T03:25:29.899Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2026-02-12T03:25:30.154 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:29 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[41339]: ts=2026-02-12T03:25:29.899Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2026-02-12T03:25:30.155 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:29 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[41339]: ts=2026-02-12T03:25:29.899Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2026-02-12T03:25:30.155 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:29 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[41339]: ts=2026-02-12T03:25:29.899Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2026-02-12T03:25:30.155 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:29 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[41339]: ts=2026-02-12T03:25:29.899Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2026-02-12T03:25:30.155 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:29 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[41339]: ts=2026-02-12T03:25:29.899Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2026-02-12T03:25:30.155 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:29 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[41339]: ts=2026-02-12T03:25:29.900Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2026-02-12T03:25:30.155 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:29 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[41339]: ts=2026-02-12T03:25:29.900Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2026-02-12T03:25:30.155 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:29 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[41339]: ts=2026-02-12T03:25:29.900Z caller=main.go:1273 level=info msg="See you next time!" 2026-02-12T03:25:30.155 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:29 trial145 podman[44675]: 2026-02-12 03:25:29.90959625 +0000 UTC m=+0.124835056 container died bb53b1194787ca92752e45ac413e3d960cf89cf595ea07a9c7eb6f31d0fccde4 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T03:25:30.155 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:29 trial145 podman[44675]: 2026-02-12 03:25:29.940208267 +0000 UTC m=+0.155447063 container remove bb53b1194787ca92752e45ac413e3d960cf89cf595ea07a9c7eb6f31d0fccde4 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T03:25:30.155 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:29 trial145 bash[44675]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a 2026-02-12T03:25:30.155 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@prometheus.a.service: Deactivated successfully. 2026-02-12T03:25:30.155 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 systemd[1]: Stopped Ceph prometheus.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:25:30.156 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 systemd[1]: Starting Ceph prometheus.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:25:30.156 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 podman[44804]: 2026-02-12 03:25:30.099244601 +0000 UTC m=+0.017488025 container create bf20c72d93c20c311203926786cbf828ece5e80312e06e70721e60093bbac3ba (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T03:25:30.156 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 podman[44804]: 2026-02-12 03:25:30.12013602 +0000 UTC m=+0.038379454 container init bf20c72d93c20c311203926786cbf828ece5e80312e06e70721e60093bbac3ba (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T03:25:30.156 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 podman[44804]: 2026-02-12 03:25:30.122140819 +0000 UTC m=+0.040384253 container start bf20c72d93c20c311203926786cbf828ece5e80312e06e70721e60093bbac3ba (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T03:25:30.156 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 bash[44804]: bf20c72d93c20c311203926786cbf828ece5e80312e06e70721e60093bbac3ba 2026-02-12T03:25:30.156 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 podman[44804]: 2026-02-12 03:25:30.091734477 +0000 UTC m=+0.009977911 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2026-02-12T03:25:30.156 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 systemd[1]: Started Ceph prometheus.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:25:30.156 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:25:30.136Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2026-02-12T03:25:30.156 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:25:30.136Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2026-02-12T03:25:30.156 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:25:30.136Z caller=main.go:623 level=info host_details="(Linux 5.14.0-677.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026 x86_64 trial145 (none))" 2026-02-12T03:25:30.156 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:25:30.136Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2026-02-12T03:25:30.156 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:25:30.136Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2026-02-12T03:25:30.157 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:25:30.138Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2026-02-12T03:25:30.157 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:25:30.138Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2026-02-12T03:25:30.157 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:25:30.140Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2026-02-12T03:25:30.157 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:25:30.140Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2026-02-12T03:25:30.157 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:25:30.141Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2026-02-12T03:25:30.157 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:25:30.141Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=822ns 2026-02-12T03:25:30.157 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:25:30.141Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2026-02-12T03:25:30.157 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:25:30.142Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2026-02-12T03:25:30.157 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:25:30.142Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2026-02-12T03:25:30.157 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:25:30.142Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.803µs wal_replay_duration=922.125µs wbl_replay_duration=130ns total_replay_duration=950.447µs 2026-02-12T03:25:30.157 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:25:30.143Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2026-02-12T03:25:30.158 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:25:30.143Z caller=main.go:1153 level=info msg="TSDB started" 2026-02-12T03:25:30.158 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:25:30.143Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2026-02-12T03:25:30.158 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:25:30.152Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=9.308077ms db_storage=652ns remote_storage=952ns web_handler=221ns query_engine=511ns scrape=591.917µs scrape_sd=411.5µs notify=15.609µs notify_sd=9.427µs rules=8.060123ms tracing=4.058µs 2026-02-12T03:25:30.158 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:25:30.152Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2026-02-12T03:25:30.158 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:25:30 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:25:30.152Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2026-02-12T03:25:30.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:30 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:30] ENGINE Bus STOPPING 2026-02-12T03:25:30.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:30 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:30] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T03:25:30.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:30 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:30] ENGINE Bus STOPPED 2026-02-12T03:25:30.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:30 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:30] ENGINE Bus STARTING 2026-02-12T03:25:30.729 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:30 trial145 ceph-mon[16978]: Reconfiguring daemon prometheus.a on trial145 2026-02-12T03:25:30.729 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:30 trial145 ceph-mon[16978]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-12T03:25:30.729 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:30 trial145 ceph-mon[16978]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2026-02-12T03:25:30.729 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:30 trial145 ceph-mon[16978]: osdmap e53: 8 total, 8 up, 8 in 2026-02-12T03:25:30.729 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:30 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:30.729 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:30 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:30.729 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:30 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T03:25:30.730 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:30 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T03:25:30.730 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:30 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial086:9093"}]: dispatch 2026-02-12T03:25:30.730 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:30 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial086:9093"}]: dispatch 2026-02-12T03:25:30.730 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:30 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:30.730 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:30 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T03:25:30.730 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:30 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T03:25:30.730 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:30 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial145.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T03:25:30.730 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:30 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial145.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T03:25:30.730 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:30 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:30.730 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:30 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T03:25:30.730 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:30 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T03:25:30.730 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:30 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial145.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T03:25:30.731 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:30 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial145.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T03:25:30.731 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:30 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:30.752 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:30 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:30] ENGINE Serving on http://:::9283 2026-02-12T03:25:30.753 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:30 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:30] ENGINE Bus STARTED 2026-02-12T03:25:30.753 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:30 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:30] ENGINE Bus STOPPING 2026-02-12T03:25:30.753 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[14472]: Reconfiguring daemon prometheus.a on trial145 2026-02-12T03:25:30.753 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[14472]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-12T03:25:30.753 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[14472]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2026-02-12T03:25:30.753 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[14472]: osdmap e53: 8 total, 8 up, 8 in 2026-02-12T03:25:30.753 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:30.754 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:30.754 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T03:25:30.754 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T03:25:30.754 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial086:9093"}]: dispatch 2026-02-12T03:25:30.754 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial086:9093"}]: dispatch 2026-02-12T03:25:30.754 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:30.754 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T03:25:30.754 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T03:25:30.754 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial145.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T03:25:30.754 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial145.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T03:25:30.754 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:30.754 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T03:25:30.755 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T03:25:30.755 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial145.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T03:25:30.755 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial145.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T03:25:30.755 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:30.755 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[23011]: Reconfiguring daemon prometheus.a on trial145 2026-02-12T03:25:30.755 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[23011]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-12T03:25:30.755 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[23011]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2026-02-12T03:25:30.755 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[23011]: osdmap e53: 8 total, 8 up, 8 in 2026-02-12T03:25:30.755 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:30.756 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:30.756 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T03:25:30.756 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T03:25:30.756 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial086:9093"}]: dispatch 2026-02-12T03:25:30.756 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial086:9093"}]: dispatch 2026-02-12T03:25:30.756 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:30.756 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T03:25:30.756 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T03:25:30.756 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial145.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T03:25:30.756 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial145.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T03:25:30.756 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:30.756 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T03:25:30.757 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T03:25:30.757 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial145.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T03:25:30.757 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial145.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T03:25:30.757 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:30 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:31.410 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:31 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[55176]: ts=2026-02-12T03:25:31.245Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000655944s 2026-02-12T03:25:31.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:31 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T03:25:31.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:31 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:31] ENGINE Bus STOPPED 2026-02-12T03:25:31.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:31 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:31] ENGINE Bus STARTING 2026-02-12T03:25:31.411 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:31 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:31] ENGINE Serving on http://:::9283 2026-02-12T03:25:31.411 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:31 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:31] ENGINE Bus STARTED 2026-02-12T03:25:31.411 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:31 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:31] ENGINE Bus STOPPING 2026-02-12T03:25:31.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:31 trial086 ceph-mon[14472]: osdmap e54: 8 total, 8 up, 8 in 2026-02-12T03:25:31.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:31 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/12508581' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2026-02-12T03:25:31.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:31 trial086 ceph-mon[14472]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2026-02-12T03:25:31.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:31 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:31.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:31 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:31.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:31 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:31.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:31 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:31.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:31 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:31.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:31 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:31.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:31 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:31.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:31 trial086 ceph-mon[14472]: pgmap v15: 97 pgs: 32 unknown, 65 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 9.5 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2026-02-12T03:25:31.911 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:31 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T03:25:31.911 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:31 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:31] ENGINE Bus STOPPED 2026-02-12T03:25:31.912 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:31 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:31] ENGINE Bus STARTING 2026-02-12T03:25:31.912 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:31 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:31] ENGINE Serving on http://:::9283 2026-02-12T03:25:31.912 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:31 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:31] ENGINE Bus STARTED 2026-02-12T03:25:31.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:31 trial086 ceph-mon[23011]: osdmap e54: 8 total, 8 up, 8 in 2026-02-12T03:25:31.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:31 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/12508581' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2026-02-12T03:25:31.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:31 trial086 ceph-mon[23011]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2026-02-12T03:25:31.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:31 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:31.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:31 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:31.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:31 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:31.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:31 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:31.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:31 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:31.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:31 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:31.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:31 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:31.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:31 trial086 ceph-mon[23011]: pgmap v15: 97 pgs: 32 unknown, 65 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 9.5 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2026-02-12T03:25:32.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:31 trial145 ceph-mon[16978]: osdmap e54: 8 total, 8 up, 8 in 2026-02-12T03:25:32.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:31 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/12508581' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2026-02-12T03:25:32.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:31 trial145 ceph-mon[16978]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2026-02-12T03:25:32.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:31 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:32.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:31 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:32.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:31 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:32.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:31 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:32.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:31 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:32.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:31 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:32.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:31 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:32.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:31 trial145 ceph-mon[16978]: pgmap v15: 97 pgs: 32 unknown, 65 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 9.5 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2026-02-12T03:25:32.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:32 trial086 ceph-mon[14472]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2026-02-12T03:25:32.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:32 trial086 ceph-mon[14472]: osdmap e55: 8 total, 8 up, 8 in 2026-02-12T03:25:32.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:32 trial086 ceph-mon[23011]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2026-02-12T03:25:32.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:32 trial086 ceph-mon[23011]: osdmap e55: 8 total, 8 up, 8 in 2026-02-12T03:25:33.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:32 trial145 ceph-mon[16978]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2026-02-12T03:25:33.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:32 trial145 ceph-mon[16978]: osdmap e55: 8 total, 8 up, 8 in 2026-02-12T03:25:34.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:33 trial145 ceph-mon[16978]: osdmap e56: 8 total, 8 up, 8 in 2026-02-12T03:25:34.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:33 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/12508581' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2026-02-12T03:25:34.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:33 trial145 ceph-mon[16978]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2026-02-12T03:25:34.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:33 trial145 ceph-mon[16978]: pgmap v18: 129 pgs: 64 unknown, 65 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 9.5 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2026-02-12T03:25:34.159 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:33 trial086 ceph-mon[14472]: osdmap e56: 8 total, 8 up, 8 in 2026-02-12T03:25:34.159 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:33 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/12508581' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2026-02-12T03:25:34.159 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:33 trial086 ceph-mon[14472]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2026-02-12T03:25:34.159 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:33 trial086 ceph-mon[14472]: pgmap v18: 129 pgs: 64 unknown, 65 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 9.5 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2026-02-12T03:25:34.159 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:33 trial086 ceph-mon[23011]: osdmap e56: 8 total, 8 up, 8 in 2026-02-12T03:25:34.159 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:33 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/12508581' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2026-02-12T03:25:34.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:33 trial086 ceph-mon[23011]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2026-02-12T03:25:34.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:33 trial086 ceph-mon[23011]: pgmap v18: 129 pgs: 64 unknown, 65 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 9.5 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2026-02-12T03:25:34.698 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:25:34.698 INFO:teuthology.orchestra.run.trial086.stdout: "id": "8ab08b00-ae63-4736-8ed3-1f7ee8f95397", 2026-02-12T03:25:34.698 INFO:teuthology.orchestra.run.trial086.stdout: "epoch": 1, 2026-02-12T03:25:34.699 INFO:teuthology.orchestra.run.trial086.stdout: "predecessor_uuid": "c45c4f24-7ee2-4441-bf96-698373796b4c", 2026-02-12T03:25:34.699 INFO:teuthology.orchestra.run.trial086.stdout: "sync_status": [], 2026-02-12T03:25:34.699 INFO:teuthology.orchestra.run.trial086.stdout: "period_map": { 2026-02-12T03:25:34.699 INFO:teuthology.orchestra.run.trial086.stdout: "id": "8ab08b00-ae63-4736-8ed3-1f7ee8f95397", 2026-02-12T03:25:34.699 INFO:teuthology.orchestra.run.trial086.stdout: "zonegroups": [ 2026-02-12T03:25:34.699 INFO:teuthology.orchestra.run.trial086.stdout: { 2026-02-12T03:25:34.699 INFO:teuthology.orchestra.run.trial086.stdout: "id": "992a2daf-b1cd-4ecd-b91a-7ecf3022addc", 2026-02-12T03:25:34.699 INFO:teuthology.orchestra.run.trial086.stdout: "name": "default", 2026-02-12T03:25:34.699 INFO:teuthology.orchestra.run.trial086.stdout: "api_name": "default", 2026-02-12T03:25:34.699 INFO:teuthology.orchestra.run.trial086.stdout: "is_master": true, 2026-02-12T03:25:34.699 INFO:teuthology.orchestra.run.trial086.stdout: "endpoints": [], 2026-02-12T03:25:34.699 INFO:teuthology.orchestra.run.trial086.stdout: "hostnames": [], 2026-02-12T03:25:34.700 INFO:teuthology.orchestra.run.trial086.stdout: "hostnames_s3website": [], 2026-02-12T03:25:34.700 INFO:teuthology.orchestra.run.trial086.stdout: "master_zone": "49e3ca7d-9ae3-4d16-84cf-4392fe84e9bb", 2026-02-12T03:25:34.700 INFO:teuthology.orchestra.run.trial086.stdout: "zones": [ 2026-02-12T03:25:34.700 INFO:teuthology.orchestra.run.trial086.stdout: { 2026-02-12T03:25:34.700 INFO:teuthology.orchestra.run.trial086.stdout: "id": "49e3ca7d-9ae3-4d16-84cf-4392fe84e9bb", 2026-02-12T03:25:34.700 INFO:teuthology.orchestra.run.trial086.stdout: "name": "z", 2026-02-12T03:25:34.700 INFO:teuthology.orchestra.run.trial086.stdout: "endpoints": [], 2026-02-12T03:25:34.700 INFO:teuthology.orchestra.run.trial086.stdout: "log_meta": false, 2026-02-12T03:25:34.700 INFO:teuthology.orchestra.run.trial086.stdout: "log_data": false, 2026-02-12T03:25:34.700 INFO:teuthology.orchestra.run.trial086.stdout: "bucket_index_max_shards": 11, 2026-02-12T03:25:34.700 INFO:teuthology.orchestra.run.trial086.stdout: "read_only": false, 2026-02-12T03:25:34.700 INFO:teuthology.orchestra.run.trial086.stdout: "tier_type": "", 2026-02-12T03:25:34.701 INFO:teuthology.orchestra.run.trial086.stdout: "sync_from_all": true, 2026-02-12T03:25:34.701 INFO:teuthology.orchestra.run.trial086.stdout: "sync_from": [], 2026-02-12T03:25:34.701 INFO:teuthology.orchestra.run.trial086.stdout: "redirect_zone": "", 2026-02-12T03:25:34.701 INFO:teuthology.orchestra.run.trial086.stdout: "supported_features": [ 2026-02-12T03:25:34.701 INFO:teuthology.orchestra.run.trial086.stdout: "compress-encrypted", 2026-02-12T03:25:34.701 INFO:teuthology.orchestra.run.trial086.stdout: "notification_v2", 2026-02-12T03:25:34.701 INFO:teuthology.orchestra.run.trial086.stdout: "resharding" 2026-02-12T03:25:34.701 INFO:teuthology.orchestra.run.trial086.stdout: ] 2026-02-12T03:25:34.701 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:25:34.701 INFO:teuthology.orchestra.run.trial086.stdout: ], 2026-02-12T03:25:34.701 INFO:teuthology.orchestra.run.trial086.stdout: "placement_targets": [ 2026-02-12T03:25:34.701 INFO:teuthology.orchestra.run.trial086.stdout: { 2026-02-12T03:25:34.702 INFO:teuthology.orchestra.run.trial086.stdout: "name": "default-placement", 2026-02-12T03:25:34.702 INFO:teuthology.orchestra.run.trial086.stdout: "tags": [], 2026-02-12T03:25:34.702 INFO:teuthology.orchestra.run.trial086.stdout: "storage_classes": [ 2026-02-12T03:25:34.702 INFO:teuthology.orchestra.run.trial086.stdout: "STANDARD" 2026-02-12T03:25:34.702 INFO:teuthology.orchestra.run.trial086.stdout: ] 2026-02-12T03:25:34.702 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:25:34.702 INFO:teuthology.orchestra.run.trial086.stdout: ], 2026-02-12T03:25:34.702 INFO:teuthology.orchestra.run.trial086.stdout: "default_placement": "default-placement", 2026-02-12T03:25:34.702 INFO:teuthology.orchestra.run.trial086.stdout: "realm_id": "5fef3748-b214-47e3-bcc9-b71b10348ac1", 2026-02-12T03:25:34.702 INFO:teuthology.orchestra.run.trial086.stdout: "sync_policy": { 2026-02-12T03:25:34.702 INFO:teuthology.orchestra.run.trial086.stdout: "groups": [] 2026-02-12T03:25:34.702 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:25:34.702 INFO:teuthology.orchestra.run.trial086.stdout: "enabled_features": [ 2026-02-12T03:25:34.703 INFO:teuthology.orchestra.run.trial086.stdout: "notification_v2", 2026-02-12T03:25:34.703 INFO:teuthology.orchestra.run.trial086.stdout: "resharding" 2026-02-12T03:25:34.703 INFO:teuthology.orchestra.run.trial086.stdout: ] 2026-02-12T03:25:34.703 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:25:34.703 INFO:teuthology.orchestra.run.trial086.stdout: ], 2026-02-12T03:25:34.703 INFO:teuthology.orchestra.run.trial086.stdout: "short_zone_ids": [ 2026-02-12T03:25:34.703 INFO:teuthology.orchestra.run.trial086.stdout: { 2026-02-12T03:25:34.703 INFO:teuthology.orchestra.run.trial086.stdout: "key": "49e3ca7d-9ae3-4d16-84cf-4392fe84e9bb", 2026-02-12T03:25:34.703 INFO:teuthology.orchestra.run.trial086.stdout: "val": 529760640 2026-02-12T03:25:34.703 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:25:34.703 INFO:teuthology.orchestra.run.trial086.stdout: ] 2026-02-12T03:25:34.703 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:25:34.703 INFO:teuthology.orchestra.run.trial086.stdout: "master_zonegroup": "992a2daf-b1cd-4ecd-b91a-7ecf3022addc", 2026-02-12T03:25:34.704 INFO:teuthology.orchestra.run.trial086.stdout: "master_zone": "49e3ca7d-9ae3-4d16-84cf-4392fe84e9bb", 2026-02-12T03:25:34.704 INFO:teuthology.orchestra.run.trial086.stdout: "period_config": { 2026-02-12T03:25:34.704 INFO:teuthology.orchestra.run.trial086.stdout: "bucket_quota": { 2026-02-12T03:25:34.704 INFO:teuthology.orchestra.run.trial086.stdout: "enabled": false, 2026-02-12T03:25:34.704 INFO:teuthology.orchestra.run.trial086.stdout: "check_on_raw": false, 2026-02-12T03:25:34.704 INFO:teuthology.orchestra.run.trial086.stdout: "max_size": -1, 2026-02-12T03:25:34.704 INFO:teuthology.orchestra.run.trial086.stdout: "max_size_kb": 0, 2026-02-12T03:25:34.704 INFO:teuthology.orchestra.run.trial086.stdout: "max_objects": -1 2026-02-12T03:25:34.704 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:25:34.704 INFO:teuthology.orchestra.run.trial086.stdout: "user_quota": { 2026-02-12T03:25:34.704 INFO:teuthology.orchestra.run.trial086.stdout: "enabled": false, 2026-02-12T03:25:34.704 INFO:teuthology.orchestra.run.trial086.stdout: "check_on_raw": false, 2026-02-12T03:25:34.704 INFO:teuthology.orchestra.run.trial086.stdout: "max_size": -1, 2026-02-12T03:25:34.705 INFO:teuthology.orchestra.run.trial086.stdout: "max_size_kb": 0, 2026-02-12T03:25:34.705 INFO:teuthology.orchestra.run.trial086.stdout: "max_objects": -1 2026-02-12T03:25:34.705 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:25:34.705 INFO:teuthology.orchestra.run.trial086.stdout: "user_ratelimit": { 2026-02-12T03:25:34.705 INFO:teuthology.orchestra.run.trial086.stdout: "max_read_ops": 0, 2026-02-12T03:25:34.705 INFO:teuthology.orchestra.run.trial086.stdout: "max_write_ops": 0, 2026-02-12T03:25:34.705 INFO:teuthology.orchestra.run.trial086.stdout: "max_read_bytes": 0, 2026-02-12T03:25:34.705 INFO:teuthology.orchestra.run.trial086.stdout: "max_write_bytes": 0, 2026-02-12T03:25:34.705 INFO:teuthology.orchestra.run.trial086.stdout: "enabled": false 2026-02-12T03:25:34.705 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:25:34.705 INFO:teuthology.orchestra.run.trial086.stdout: "bucket_ratelimit": { 2026-02-12T03:25:34.705 INFO:teuthology.orchestra.run.trial086.stdout: "max_read_ops": 0, 2026-02-12T03:25:34.705 INFO:teuthology.orchestra.run.trial086.stdout: "max_write_ops": 0, 2026-02-12T03:25:34.706 INFO:teuthology.orchestra.run.trial086.stdout: "max_read_bytes": 0, 2026-02-12T03:25:34.706 INFO:teuthology.orchestra.run.trial086.stdout: "max_write_bytes": 0, 2026-02-12T03:25:34.706 INFO:teuthology.orchestra.run.trial086.stdout: "enabled": false 2026-02-12T03:25:34.706 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:25:34.706 INFO:teuthology.orchestra.run.trial086.stdout: "anonymous_ratelimit": { 2026-02-12T03:25:34.706 INFO:teuthology.orchestra.run.trial086.stdout: "max_read_ops": 0, 2026-02-12T03:25:34.706 INFO:teuthology.orchestra.run.trial086.stdout: "max_write_ops": 0, 2026-02-12T03:25:34.706 INFO:teuthology.orchestra.run.trial086.stdout: "max_read_bytes": 0, 2026-02-12T03:25:34.706 INFO:teuthology.orchestra.run.trial086.stdout: "max_write_bytes": 0, 2026-02-12T03:25:34.706 INFO:teuthology.orchestra.run.trial086.stdout: "enabled": false 2026-02-12T03:25:34.706 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:25:34.706 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:25:34.707 INFO:teuthology.orchestra.run.trial086.stdout: "realm_id": "5fef3748-b214-47e3-bcc9-b71b10348ac1", 2026-02-12T03:25:34.707 INFO:teuthology.orchestra.run.trial086.stdout: "realm_epoch": 2 2026-02-12T03:25:34.707 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:25:34.733 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000' 2026-02-12T03:25:35.019 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:35.042 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:34 trial086 ceph-mon[14472]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2026-02-12T03:25:35.042 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:34 trial086 ceph-mon[14472]: osdmap e57: 8 total, 8 up, 8 in 2026-02-12T03:25:35.042 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:34 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/12508581' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-12T03:25:35.042 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:34 trial086 ceph-mon[14472]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-12T03:25:35.042 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:34 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:35.042 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:34 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:25:35.043 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:34 trial086 ceph-mon[23011]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2026-02-12T03:25:35.043 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:34 trial086 ceph-mon[23011]: osdmap e57: 8 total, 8 up, 8 in 2026-02-12T03:25:35.043 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:34 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/12508581' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-12T03:25:35.043 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:34 trial086 ceph-mon[23011]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-12T03:25:35.043 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:34 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:35.043 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:34 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:25:35.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:34 trial145 ceph-mon[16978]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2026-02-12T03:25:35.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:34 trial145 ceph-mon[16978]: osdmap e57: 8 total, 8 up, 8 in 2026-02-12T03:25:35.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:34 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/12508581' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-12T03:25:35.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:34 trial145 ceph-mon[16978]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-12T03:25:35.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:34 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:35.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:34 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:25:35.221 INFO:teuthology.orchestra.run.trial086.stdout:Scheduled rgw.foo update... 2026-02-12T03:25:35.260 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph osd pool create foo' 2026-02-12T03:25:35.551 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:35.726 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:35 trial145 ceph-mon[16978]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-02-12T03:25:35.726 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:35 trial145 ceph-mon[16978]: osdmap e58: 8 total, 8 up, 8 in 2026-02-12T03:25:35.726 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:35 trial145 ceph-mon[16978]: pgmap v21: 129 pgs: 44 unknown, 85 active+clean; 580 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 2.5 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2026-02-12T03:25:35.726 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:35 trial145 ceph-mon[16978]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:25:35.726 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:35 trial145 ceph-mon[16978]: Saving service rgw.foo spec with placement count:2 2026-02-12T03:25:35.727 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:35 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:35.793 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:35 trial086 ceph-mon[14472]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-02-12T03:25:35.793 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:35 trial086 ceph-mon[14472]: osdmap e58: 8 total, 8 up, 8 in 2026-02-12T03:25:35.793 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:35 trial086 ceph-mon[14472]: pgmap v21: 129 pgs: 44 unknown, 85 active+clean; 580 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 2.5 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2026-02-12T03:25:35.793 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:35 trial086 ceph-mon[14472]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:25:35.793 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:35 trial086 ceph-mon[14472]: Saving service rgw.foo spec with placement count:2 2026-02-12T03:25:35.793 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:35 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:35.794 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:35 trial086 ceph-mon[23011]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-02-12T03:25:35.794 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:35 trial086 ceph-mon[23011]: osdmap e58: 8 total, 8 up, 8 in 2026-02-12T03:25:35.794 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:35 trial086 ceph-mon[23011]: pgmap v21: 129 pgs: 44 unknown, 85 active+clean; 580 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 2.5 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2026-02-12T03:25:35.794 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:35 trial086 ceph-mon[23011]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:25:35.794 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:35 trial086 ceph-mon[23011]: Saving service rgw.foo spec with placement count:2 2026-02-12T03:25:35.794 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:35 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.674 INFO:teuthology.orchestra.run.trial086.stderr:pool 'foo' created 2026-02-12T03:25:36.715 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'rbd pool init foo' 2026-02-12T03:25:36.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:36 trial145 ceph-mon[16978]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-12T03:25:36.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:36 trial145 ceph-mon[16978]: Cluster is now healthy 2026-02-12T03:25:36.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:36 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2318370132' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2026-02-12T03:25:36.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:36 trial145 ceph-mon[16978]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2026-02-12T03:25:36.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:36 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:36 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:36 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:36 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:36 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:36.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:36 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:36.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:36 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:36 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:36 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:36 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial145.zneoxq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T03:25:36.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:36 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial145.zneoxq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T03:25:36.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:36 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial145.zneoxq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T03:25:36.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:36 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:36 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:36.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:36 trial145 ceph-mon[16978]: Deploying daemon rgw.foo.trial145.zneoxq on trial145 2026-02-12T03:25:36.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:36 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:36 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.923 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[14472]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-12T03:25:36.923 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[14472]: Cluster is now healthy 2026-02-12T03:25:36.923 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2318370132' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2026-02-12T03:25:36.923 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[14472]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2026-02-12T03:25:36.923 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.923 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.923 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.923 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.923 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:36.923 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:36.924 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.924 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.924 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.924 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial145.zneoxq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T03:25:36.924 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial145.zneoxq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T03:25:36.924 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial145.zneoxq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T03:25:36.924 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.924 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:36.924 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[14472]: Deploying daemon rgw.foo.trial145.zneoxq on trial145 2026-02-12T03:25:36.924 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.924 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.925 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[23011]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-12T03:25:36.925 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[23011]: Cluster is now healthy 2026-02-12T03:25:36.925 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2318370132' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2026-02-12T03:25:36.925 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[23011]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2026-02-12T03:25:36.925 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.925 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.925 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.925 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.925 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:36.926 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:36.926 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.926 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.926 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.926 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial145.zneoxq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T03:25:36.926 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial145.zneoxq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T03:25:36.926 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial145.zneoxq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T03:25:36.926 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.926 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:36.926 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[23011]: Deploying daemon rgw.foo.trial145.zneoxq on trial145 2026-02-12T03:25:36.926 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:36.926 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:36 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:37.018 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:37.958 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:37 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:37.959 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:37 trial145 ceph-mon[16978]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2026-02-12T03:25:37.959 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:37 trial145 ceph-mon[16978]: osdmap e59: 8 total, 8 up, 8 in 2026-02-12T03:25:37.959 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:37 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial086.zahtia", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T03:25:37.959 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:37 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial086.zahtia", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T03:25:37.959 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:37 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial086.zahtia", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T03:25:37.959 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:37 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:37.959 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:37 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:37.959 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:37 trial145 ceph-mon[16978]: Deploying daemon rgw.foo.trial086.zahtia on trial086 2026-02-12T03:25:37.960 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:37 trial145 ceph-mon[16978]: pgmap v23: 161 pgs: 32 unknown, 129 active+clean; 581 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 3.1 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2026-02-12T03:25:37.960 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:37 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3452135228' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T03:25:37.960 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:37 trial145 ceph-mon[16978]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T03:25:37.960 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:37 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:37.960 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:37 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:37.960 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:37 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:37.960 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:37 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:37.960 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:37 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:37.993 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:37.993 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[23011]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2026-02-12T03:25:37.993 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[23011]: osdmap e59: 8 total, 8 up, 8 in 2026-02-12T03:25:37.993 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial086.zahtia", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T03:25:37.993 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial086.zahtia", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T03:25:37.993 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial086.zahtia", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T03:25:37.993 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:37.993 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:37.993 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[23011]: Deploying daemon rgw.foo.trial086.zahtia on trial086 2026-02-12T03:25:37.994 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[23011]: pgmap v23: 161 pgs: 32 unknown, 129 active+clean; 581 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 3.1 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2026-02-12T03:25:37.994 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3452135228' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T03:25:37.994 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[23011]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T03:25:37.994 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:37.994 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:37.994 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:37.994 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:37.994 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:37.995 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:37.995 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[14472]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2026-02-12T03:25:37.995 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[14472]: osdmap e59: 8 total, 8 up, 8 in 2026-02-12T03:25:37.995 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial086.zahtia", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T03:25:37.995 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial086.zahtia", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T03:25:37.995 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial086.zahtia", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T03:25:37.995 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:37.995 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:37.995 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[14472]: Deploying daemon rgw.foo.trial086.zahtia on trial086 2026-02-12T03:25:37.995 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[14472]: pgmap v23: 161 pgs: 32 unknown, 129 active+clean; 581 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 3.1 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2026-02-12T03:25:37.996 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3452135228' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T03:25:37.996 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[14472]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T03:25:37.996 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:37.996 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:37.996 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:37.996 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:37.996 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:37 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:38.732 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:38] ENGINE Bus STOPPING 2026-02-12T03:25:38.732 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:38] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T03:25:38.732 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:38] ENGINE Bus STOPPED 2026-02-12T03:25:38.733 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[14472]: Saving service rgw.foo spec with placement count:2 2026-02-12T03:25:38.733 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[14472]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2026-02-12T03:25:38.733 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[14472]: osdmap e60: 8 total, 8 up, 8 in 2026-02-12T03:25:38.733 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[14472]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-12T03:25:38.733 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:38.733 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:38.733 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:38.733 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:38.734 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:38.734 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:38.734 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[14472]: Checking dashboard <-> RGW credentials 2026-02-12T03:25:38.734 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:38.734 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:38.734 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:38.734 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:38.734 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:38.734 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:38.734 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[23011]: Saving service rgw.foo spec with placement count:2 2026-02-12T03:25:38.735 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[23011]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2026-02-12T03:25:38.735 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[23011]: osdmap e60: 8 total, 8 up, 8 in 2026-02-12T03:25:38.735 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[23011]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-12T03:25:38.735 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:38.735 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:38.735 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:38.735 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:38.735 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:38.735 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:38.735 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[23011]: Checking dashboard <-> RGW credentials 2026-02-12T03:25:38.735 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:38.736 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:38.736 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:38.736 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:38.736 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:38.736 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:38 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:38.988 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:38] ENGINE Bus STARTING 2026-02-12T03:25:38.988 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:38] ENGINE Serving on http://:::9283 2026-02-12T03:25:38.989 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:38] ENGINE Bus STARTED 2026-02-12T03:25:38.989 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:38] ENGINE Bus STOPPING 2026-02-12T03:25:38.989 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:25:38] "GET /metrics HTTP/1.1" 200 35448 "" "Prometheus/2.51.0" 2026-02-12T03:25:39.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:38 trial145 ceph-mon[16978]: Saving service rgw.foo spec with placement count:2 2026-02-12T03:25:39.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:38 trial145 ceph-mon[16978]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2026-02-12T03:25:39.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:38 trial145 ceph-mon[16978]: osdmap e60: 8 total, 8 up, 8 in 2026-02-12T03:25:39.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:38 trial145 ceph-mon[16978]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-12T03:25:39.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:38 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:39.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:38 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:39.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:38 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:39.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:38 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:39.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:38 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:39.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:38 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:39.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:38 trial145 ceph-mon[16978]: Checking dashboard <-> RGW credentials 2026-02-12T03:25:39.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:38 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:39.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:38 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:39.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:38 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:39.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:38 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:39.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:38 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:39.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:38 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:39.247 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:38] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T03:25:39.247 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:38] ENGINE Bus STOPPED 2026-02-12T03:25:39.247 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:38] ENGINE Bus STARTING 2026-02-12T03:25:39.247 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:39 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:39] ENGINE Serving on http://:::9283 2026-02-12T03:25:39.247 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:39 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:39] ENGINE Bus STARTED 2026-02-12T03:25:39.660 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:25:39 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[55176]: ts=2026-02-12T03:25:39.246Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002425528s 2026-02-12T03:25:39.720 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch apply iscsi foo u p' 2026-02-12T03:25:40.005 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:40.029 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:39 trial086 ceph-mon[14472]: Checking dashboard <-> RGW credentials 2026-02-12T03:25:40.030 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:39 trial086 ceph-mon[14472]: osdmap e61: 8 total, 8 up, 8 in 2026-02-12T03:25:40.030 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:39 trial086 ceph-mon[14472]: pgmap v26: 161 pgs: 32 unknown, 129 active+clean; 581 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 3.1 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2026-02-12T03:25:40.030 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:39 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:40.030 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:39 trial086 ceph-mon[23011]: Checking dashboard <-> RGW credentials 2026-02-12T03:25:40.030 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:39 trial086 ceph-mon[23011]: osdmap e61: 8 total, 8 up, 8 in 2026-02-12T03:25:40.030 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:39 trial086 ceph-mon[23011]: pgmap v26: 161 pgs: 32 unknown, 129 active+clean; 581 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 3.1 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2026-02-12T03:25:40.030 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:39 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:40.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:39 trial145 ceph-mon[16978]: Checking dashboard <-> RGW credentials 2026-02-12T03:25:40.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:39 trial145 ceph-mon[16978]: osdmap e61: 8 total, 8 up, 8 in 2026-02-12T03:25:40.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:39 trial145 ceph-mon[16978]: pgmap v26: 161 pgs: 32 unknown, 129 active+clean; 581 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 3.1 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2026-02-12T03:25:40.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:39 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:40.209 INFO:teuthology.orchestra.run.trial086.stdout:Scheduled iscsi.foo update... 2026-02-12T03:25:40.248 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'sleep 180' 2026-02-12T03:25:40.550 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:25:40.915 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[14472]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-12T03:25:40.915 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[14472]: Cluster is now healthy 2026-02-12T03:25:40.915 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[14472]: osdmap e62: 8 total, 8 up, 8 in 2026-02-12T03:25:40.915 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[14472]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:25:40.915 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[14472]: Saving service iscsi.foo spec with placement count:1 2026-02-12T03:25:40.916 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:40.916 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:40.916 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:40.916 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:40.916 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:25:40.916 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:25:40.916 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2026-02-12T03:25:40.916 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:40.916 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[14472]: Deploying daemon iscsi.foo.trial086.ooltqb on trial086 2026-02-12T03:25:40.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[23011]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-12T03:25:40.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[23011]: Cluster is now healthy 2026-02-12T03:25:40.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[23011]: osdmap e62: 8 total, 8 up, 8 in 2026-02-12T03:25:40.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[23011]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:25:40.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[23011]: Saving service iscsi.foo spec with placement count:1 2026-02-12T03:25:40.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:40.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:40.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:40.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:40.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:25:40.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:25:40.918 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2026-02-12T03:25:40.918 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:40.918 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:40 trial086 ceph-mon[23011]: Deploying daemon iscsi.foo.trial086.ooltqb on trial086 2026-02-12T03:25:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:40 trial145 ceph-mon[16978]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-12T03:25:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:40 trial145 ceph-mon[16978]: Cluster is now healthy 2026-02-12T03:25:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:40 trial145 ceph-mon[16978]: osdmap e62: 8 total, 8 up, 8 in 2026-02-12T03:25:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:40 trial145 ceph-mon[16978]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:25:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:40 trial145 ceph-mon[16978]: Saving service iscsi.foo spec with placement count:1 2026-02-12T03:25:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:40 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:40 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:40 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:40 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:40 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:25:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:40 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:25:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:40 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2026-02-12T03:25:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:40 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:40 trial145 ceph-mon[16978]: Deploying daemon iscsi.foo.trial086.ooltqb on trial086 2026-02-12T03:25:42.159 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:41 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:41] ENGINE Bus STOPPING 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:42 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:42 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:42] ENGINE Bus STOPPED 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:42 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:42] ENGINE Bus STARTING 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[14472]: Checking pool "foo" exists for service iscsi.foo 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[14472]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 392 KiB/s rd, 8.6 KiB/s wr, 711 op/s 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3640955808' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/314963803' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3685523184"}]: dispatch 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial086"}]: dispatch 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[23011]: Checking pool "foo" exists for service iscsi.foo 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[23011]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 392 KiB/s rd, 8.6 KiB/s wr, 711 op/s 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3640955808' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/314963803' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3685523184"}]: dispatch 2026-02-12T03:25:42.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:42.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:42.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:25:42.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:25:42.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial086"}]: dispatch 2026-02-12T03:25:42.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:42.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:42.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:41 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:41 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:41 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:41 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:41 trial145 ceph-mon[16978]: Checking pool "foo" exists for service iscsi.foo 2026-02-12T03:25:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:41 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:41 trial145 ceph-mon[16978]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 392 KiB/s rd, 8.6 KiB/s wr, 711 op/s 2026-02-12T03:25:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:41 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3640955808' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T03:25:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:41 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/314963803' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3685523184"}]: dispatch 2026-02-12T03:25:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:41 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:41 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:41 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:41 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:41 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:41 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:25:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:41 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:25:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:41 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:41 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial086"}]: dispatch 2026-02-12T03:25:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:41 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:41 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:25:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:41 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:25:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:41 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:42.660 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:42 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:42] ENGINE Serving on http://:::9283 2026-02-12T03:25:42.660 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:42 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:25:42] ENGINE Bus STARTED 2026-02-12T03:25:43.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:42 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:25:43.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:42 trial145 ceph-mon[16978]: Adding iSCSI gateway http://:@10.20.193.86:5000 to Dashboard 2026-02-12T03:25:43.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:42 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:25:43.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:42 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial086"}]: dispatch 2026-02-12T03:25:43.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:42 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/314963803' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3685523184"}]': finished 2026-02-12T03:25:43.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:42 trial145 ceph-mon[16978]: mgrmap e21: y(active, since 22s), standbys: x 2026-02-12T03:25:43.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:42 trial145 ceph-mon[16978]: osdmap e63: 8 total, 8 up, 8 in 2026-02-12T03:25:43.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:42 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3761077516' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3685523184"}]: dispatch 2026-02-12T03:25:43.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:42 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3685523184"}]: dispatch 2026-02-12T03:25:43.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:42 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:25:43.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:42 trial086 ceph-mon[14472]: Adding iSCSI gateway http://:@10.20.193.86:5000 to Dashboard 2026-02-12T03:25:43.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:42 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:25:43.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:42 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial086"}]: dispatch 2026-02-12T03:25:43.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:42 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/314963803' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3685523184"}]': finished 2026-02-12T03:25:43.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:42 trial086 ceph-mon[14472]: mgrmap e21: y(active, since 22s), standbys: x 2026-02-12T03:25:43.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:42 trial086 ceph-mon[14472]: osdmap e63: 8 total, 8 up, 8 in 2026-02-12T03:25:43.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:42 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3761077516' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3685523184"}]: dispatch 2026-02-12T03:25:43.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:42 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3685523184"}]: dispatch 2026-02-12T03:25:43.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:42 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:25:43.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:42 trial086 ceph-mon[23011]: Adding iSCSI gateway http://:@10.20.193.86:5000 to Dashboard 2026-02-12T03:25:43.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:42 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:25:43.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:42 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial086"}]: dispatch 2026-02-12T03:25:43.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:42 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/314963803' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3685523184"}]': finished 2026-02-12T03:25:43.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:42 trial086 ceph-mon[23011]: mgrmap e21: y(active, since 22s), standbys: x 2026-02-12T03:25:43.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:42 trial086 ceph-mon[23011]: osdmap e63: 8 total, 8 up, 8 in 2026-02-12T03:25:43.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:42 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3761077516' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3685523184"}]: dispatch 2026-02-12T03:25:43.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:42 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3685523184"}]: dispatch 2026-02-12T03:25:44.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:43 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3685523184"}]': finished 2026-02-12T03:25:44.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:43 trial145 ceph-mon[16978]: osdmap e64: 8 total, 8 up, 8 in 2026-02-12T03:25:44.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:43 trial145 ceph-mon[16978]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 392 KiB/s rd, 8.6 KiB/s wr, 711 op/s 2026-02-12T03:25:44.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:43 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1862956874' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3541672195"}]: dispatch 2026-02-12T03:25:44.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:43 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3541672195"}]: dispatch 2026-02-12T03:25:44.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:43 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3685523184"}]': finished 2026-02-12T03:25:44.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:43 trial086 ceph-mon[14472]: osdmap e64: 8 total, 8 up, 8 in 2026-02-12T03:25:44.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:43 trial086 ceph-mon[14472]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 392 KiB/s rd, 8.6 KiB/s wr, 711 op/s 2026-02-12T03:25:44.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:43 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1862956874' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3541672195"}]: dispatch 2026-02-12T03:25:44.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:43 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3541672195"}]: dispatch 2026-02-12T03:25:44.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:43 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3685523184"}]': finished 2026-02-12T03:25:44.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:43 trial086 ceph-mon[23011]: osdmap e64: 8 total, 8 up, 8 in 2026-02-12T03:25:44.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:43 trial086 ceph-mon[23011]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 392 KiB/s rd, 8.6 KiB/s wr, 711 op/s 2026-02-12T03:25:44.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:43 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1862956874' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3541672195"}]: dispatch 2026-02-12T03:25:44.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:43 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3541672195"}]: dispatch 2026-02-12T03:25:45.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:44 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3541672195"}]': finished 2026-02-12T03:25:45.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:44 trial145 ceph-mon[16978]: osdmap e65: 8 total, 8 up, 8 in 2026-02-12T03:25:45.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:44 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/403940814' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/427110130"}]: dispatch 2026-02-12T03:25:45.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:44 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:45.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:44 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3541672195"}]': finished 2026-02-12T03:25:45.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:44 trial086 ceph-mon[14472]: osdmap e65: 8 total, 8 up, 8 in 2026-02-12T03:25:45.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:44 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/403940814' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/427110130"}]: dispatch 2026-02-12T03:25:45.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:44 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:45.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:44 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3541672195"}]': finished 2026-02-12T03:25:45.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:44 trial086 ceph-mon[23011]: osdmap e65: 8 total, 8 up, 8 in 2026-02-12T03:25:45.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:44 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/403940814' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/427110130"}]: dispatch 2026-02-12T03:25:45.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:44 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:46.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:45 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/403940814' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/427110130"}]': finished 2026-02-12T03:25:46.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:45 trial145 ceph-mon[16978]: osdmap e66: 8 total, 8 up, 8 in 2026-02-12T03:25:46.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:45 trial145 ceph-mon[16978]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2026-02-12T03:25:46.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:45 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2796551378' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3825079021"}]: dispatch 2026-02-12T03:25:46.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:45 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3825079021"}]: dispatch 2026-02-12T03:25:46.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:45 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/403940814' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/427110130"}]': finished 2026-02-12T03:25:46.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:45 trial086 ceph-mon[14472]: osdmap e66: 8 total, 8 up, 8 in 2026-02-12T03:25:46.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:45 trial086 ceph-mon[14472]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2026-02-12T03:25:46.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:45 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2796551378' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3825079021"}]: dispatch 2026-02-12T03:25:46.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:45 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3825079021"}]: dispatch 2026-02-12T03:25:46.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:45 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/403940814' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/427110130"}]': finished 2026-02-12T03:25:46.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:45 trial086 ceph-mon[23011]: osdmap e66: 8 total, 8 up, 8 in 2026-02-12T03:25:46.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:45 trial086 ceph-mon[23011]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2026-02-12T03:25:46.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:45 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2796551378' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3825079021"}]: dispatch 2026-02-12T03:25:46.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:45 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3825079021"}]: dispatch 2026-02-12T03:25:47.311 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:46 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3825079021"}]': finished 2026-02-12T03:25:47.311 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:46 trial086 ceph-mon[14472]: osdmap e67: 8 total, 8 up, 8 in 2026-02-12T03:25:47.311 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:46 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1057306371' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3541672195"}]: dispatch 2026-02-12T03:25:47.312 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:46 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3825079021"}]': finished 2026-02-12T03:25:47.312 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:46 trial086 ceph-mon[23011]: osdmap e67: 8 total, 8 up, 8 in 2026-02-12T03:25:47.312 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:46 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1057306371' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3541672195"}]: dispatch 2026-02-12T03:25:47.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:46 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3825079021"}]': finished 2026-02-12T03:25:47.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:46 trial145 ceph-mon[16978]: osdmap e67: 8 total, 8 up, 8 in 2026-02-12T03:25:47.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:46 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1057306371' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3541672195"}]: dispatch 2026-02-12T03:25:48.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:47 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1057306371' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3541672195"}]': finished 2026-02-12T03:25:48.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:47 trial145 ceph-mon[16978]: osdmap e68: 8 total, 8 up, 8 in 2026-02-12T03:25:48.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:47 trial145 ceph-mon[16978]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2026-02-12T03:25:48.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:47 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3705359064' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3934552966"}]: dispatch 2026-02-12T03:25:48.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:47 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3705359064' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3934552966"}]': finished 2026-02-12T03:25:48.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:47 trial145 ceph-mon[16978]: osdmap e69: 8 total, 8 up, 8 in 2026-02-12T03:25:48.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:47 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2866249105' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3465134243"}]: dispatch 2026-02-12T03:25:48.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:47 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3465134243"}]: dispatch 2026-02-12T03:25:48.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:47 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1057306371' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3541672195"}]': finished 2026-02-12T03:25:48.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:47 trial086 ceph-mon[14472]: osdmap e68: 8 total, 8 up, 8 in 2026-02-12T03:25:48.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:47 trial086 ceph-mon[14472]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2026-02-12T03:25:48.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:47 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3705359064' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3934552966"}]: dispatch 2026-02-12T03:25:48.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:47 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3705359064' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3934552966"}]': finished 2026-02-12T03:25:48.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:47 trial086 ceph-mon[14472]: osdmap e69: 8 total, 8 up, 8 in 2026-02-12T03:25:48.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:47 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2866249105' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3465134243"}]: dispatch 2026-02-12T03:25:48.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:47 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3465134243"}]: dispatch 2026-02-12T03:25:48.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:47 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1057306371' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3541672195"}]': finished 2026-02-12T03:25:48.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:47 trial086 ceph-mon[23011]: osdmap e68: 8 total, 8 up, 8 in 2026-02-12T03:25:48.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:47 trial086 ceph-mon[23011]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2026-02-12T03:25:48.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:47 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3705359064' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3934552966"}]: dispatch 2026-02-12T03:25:48.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:47 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3705359064' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3934552966"}]': finished 2026-02-12T03:25:48.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:47 trial086 ceph-mon[23011]: osdmap e69: 8 total, 8 up, 8 in 2026-02-12T03:25:48.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:47 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2866249105' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3465134243"}]: dispatch 2026-02-12T03:25:48.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:47 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3465134243"}]: dispatch 2026-02-12T03:25:49.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:48 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:25:48] "GET /metrics HTTP/1.1" 200 35448 "" "Prometheus/2.51.0" 2026-02-12T03:25:49.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:49 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3465134243"}]': finished 2026-02-12T03:25:49.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:49 trial145 ceph-mon[16978]: osdmap e70: 8 total, 8 up, 8 in 2026-02-12T03:25:49.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:49 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/686598853' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/475447366"}]: dispatch 2026-02-12T03:25:49.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:49 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/475447366"}]: dispatch 2026-02-12T03:25:49.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:49 trial145 ceph-mon[16978]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:49.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:49 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:49.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:49 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:25:49.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:49 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3465134243"}]': finished 2026-02-12T03:25:49.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:49 trial086 ceph-mon[14472]: osdmap e70: 8 total, 8 up, 8 in 2026-02-12T03:25:49.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:49 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/686598853' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/475447366"}]: dispatch 2026-02-12T03:25:49.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:49 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/475447366"}]: dispatch 2026-02-12T03:25:49.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:49 trial086 ceph-mon[14472]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:49.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:49 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:49.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:49 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:25:49.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:49 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3465134243"}]': finished 2026-02-12T03:25:49.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:49 trial086 ceph-mon[23011]: osdmap e70: 8 total, 8 up, 8 in 2026-02-12T03:25:49.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:49 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/686598853' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/475447366"}]: dispatch 2026-02-12T03:25:49.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:49 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/475447366"}]: dispatch 2026-02-12T03:25:49.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:49 trial086 ceph-mon[23011]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:25:49.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:49 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:25:49.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:49 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:25:50.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:50 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/475447366"}]': finished 2026-02-12T03:25:50.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:50 trial145 ceph-mon[16978]: osdmap e71: 8 total, 8 up, 8 in 2026-02-12T03:25:50.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:50 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2279800579' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1642939450"}]: dispatch 2026-02-12T03:25:50.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:50 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1642939450"}]: dispatch 2026-02-12T03:25:50.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:50 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/475447366"}]': finished 2026-02-12T03:25:50.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:50 trial086 ceph-mon[14472]: osdmap e71: 8 total, 8 up, 8 in 2026-02-12T03:25:50.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:50 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2279800579' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1642939450"}]: dispatch 2026-02-12T03:25:50.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:50 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1642939450"}]: dispatch 2026-02-12T03:25:50.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:50 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/475447366"}]': finished 2026-02-12T03:25:50.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:50 trial086 ceph-mon[23011]: osdmap e71: 8 total, 8 up, 8 in 2026-02-12T03:25:50.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:50 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2279800579' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1642939450"}]: dispatch 2026-02-12T03:25:50.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:50 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1642939450"}]: dispatch 2026-02-12T03:25:51.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:51 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1642939450"}]': finished 2026-02-12T03:25:51.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:51 trial145 ceph-mon[16978]: osdmap e72: 8 total, 8 up, 8 in 2026-02-12T03:25:51.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:51 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1175986714' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3417899504"}]: dispatch 2026-02-12T03:25:51.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:51 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3417899504"}]: dispatch 2026-02-12T03:25:51.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:51 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:25:51.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:51 trial145 ceph-mon[16978]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:25:51.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:51 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1642939450"}]': finished 2026-02-12T03:25:51.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:51 trial086 ceph-mon[14472]: osdmap e72: 8 total, 8 up, 8 in 2026-02-12T03:25:51.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:51 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1175986714' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3417899504"}]: dispatch 2026-02-12T03:25:51.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:51 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3417899504"}]: dispatch 2026-02-12T03:25:51.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:51 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:25:51.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:51 trial086 ceph-mon[14472]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:25:51.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:51 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1642939450"}]': finished 2026-02-12T03:25:51.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:51 trial086 ceph-mon[23011]: osdmap e72: 8 total, 8 up, 8 in 2026-02-12T03:25:51.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:51 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1175986714' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3417899504"}]: dispatch 2026-02-12T03:25:51.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:51 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3417899504"}]: dispatch 2026-02-12T03:25:51.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:51 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:25:51.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:51 trial086 ceph-mon[23011]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:25:52.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:52 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3417899504"}]': finished 2026-02-12T03:25:52.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:52 trial145 ceph-mon[16978]: osdmap e73: 8 total, 8 up, 8 in 2026-02-12T03:25:52.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:52 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3989542495' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3429948727"}]: dispatch 2026-02-12T03:25:52.909 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:52 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3417899504"}]': finished 2026-02-12T03:25:52.909 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:52 trial086 ceph-mon[14472]: osdmap e73: 8 total, 8 up, 8 in 2026-02-12T03:25:52.909 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:52 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3989542495' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3429948727"}]: dispatch 2026-02-12T03:25:52.909 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:52 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3417899504"}]': finished 2026-02-12T03:25:52.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:52 trial086 ceph-mon[23011]: osdmap e73: 8 total, 8 up, 8 in 2026-02-12T03:25:52.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:52 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3989542495' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3429948727"}]: dispatch 2026-02-12T03:25:53.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:53 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3989542495' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3429948727"}]': finished 2026-02-12T03:25:53.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:53 trial145 ceph-mon[16978]: osdmap e74: 8 total, 8 up, 8 in 2026-02-12T03:25:53.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:53 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/512472017' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1126554455"}]: dispatch 2026-02-12T03:25:53.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:53 trial145 ceph-mon[16978]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:25:53.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:53 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3989542495' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3429948727"}]': finished 2026-02-12T03:25:53.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:53 trial086 ceph-mon[14472]: osdmap e74: 8 total, 8 up, 8 in 2026-02-12T03:25:53.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:53 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/512472017' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1126554455"}]: dispatch 2026-02-12T03:25:53.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:53 trial086 ceph-mon[14472]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:25:53.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:53 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3989542495' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3429948727"}]': finished 2026-02-12T03:25:53.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:53 trial086 ceph-mon[23011]: osdmap e74: 8 total, 8 up, 8 in 2026-02-12T03:25:53.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:53 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/512472017' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1126554455"}]: dispatch 2026-02-12T03:25:53.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:53 trial086 ceph-mon[23011]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:25:54.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:54 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/512472017' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1126554455"}]': finished 2026-02-12T03:25:54.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:54 trial145 ceph-mon[16978]: osdmap e75: 8 total, 8 up, 8 in 2026-02-12T03:25:54.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:54 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1531720235' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3158301105"}]: dispatch 2026-02-12T03:25:54.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:54 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/512472017' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1126554455"}]': finished 2026-02-12T03:25:54.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:54 trial086 ceph-mon[14472]: osdmap e75: 8 total, 8 up, 8 in 2026-02-12T03:25:54.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:54 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1531720235' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3158301105"}]: dispatch 2026-02-12T03:25:54.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:54 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/512472017' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1126554455"}]': finished 2026-02-12T03:25:54.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:54 trial086 ceph-mon[23011]: osdmap e75: 8 total, 8 up, 8 in 2026-02-12T03:25:54.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:54 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1531720235' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3158301105"}]: dispatch 2026-02-12T03:25:55.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:55 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1531720235' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3158301105"}]': finished 2026-02-12T03:25:55.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:55 trial145 ceph-mon[16978]: osdmap e76: 8 total, 8 up, 8 in 2026-02-12T03:25:55.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:55 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3481101821' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1813689881"}]: dispatch 2026-02-12T03:25:55.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:55 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1813689881"}]: dispatch 2026-02-12T03:25:55.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:55 trial145 ceph-mon[16978]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:25:55.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:55 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1531720235' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3158301105"}]': finished 2026-02-12T03:25:55.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:55 trial086 ceph-mon[23011]: osdmap e76: 8 total, 8 up, 8 in 2026-02-12T03:25:55.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:55 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3481101821' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1813689881"}]: dispatch 2026-02-12T03:25:55.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:55 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1813689881"}]: dispatch 2026-02-12T03:25:55.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:55 trial086 ceph-mon[23011]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:25:55.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:55 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1531720235' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3158301105"}]': finished 2026-02-12T03:25:55.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:55 trial086 ceph-mon[14472]: osdmap e76: 8 total, 8 up, 8 in 2026-02-12T03:25:55.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:55 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3481101821' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1813689881"}]: dispatch 2026-02-12T03:25:55.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:55 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1813689881"}]: dispatch 2026-02-12T03:25:55.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:55 trial086 ceph-mon[14472]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:25:56.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:56 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1813689881"}]': finished 2026-02-12T03:25:56.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:56 trial145 ceph-mon[16978]: osdmap e77: 8 total, 8 up, 8 in 2026-02-12T03:25:56.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:56 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3819251040' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3158301105"}]: dispatch 2026-02-12T03:25:56.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:56 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3158301105"}]: dispatch 2026-02-12T03:25:56.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:56 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1813689881"}]': finished 2026-02-12T03:25:56.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:56 trial086 ceph-mon[14472]: osdmap e77: 8 total, 8 up, 8 in 2026-02-12T03:25:56.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:56 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3819251040' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3158301105"}]: dispatch 2026-02-12T03:25:56.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:56 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3158301105"}]: dispatch 2026-02-12T03:25:56.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:56 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1813689881"}]': finished 2026-02-12T03:25:56.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:56 trial086 ceph-mon[23011]: osdmap e77: 8 total, 8 up, 8 in 2026-02-12T03:25:56.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:56 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3819251040' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3158301105"}]: dispatch 2026-02-12T03:25:56.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:56 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3158301105"}]: dispatch 2026-02-12T03:25:57.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:57 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3158301105"}]': finished 2026-02-12T03:25:57.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:57 trial145 ceph-mon[16978]: osdmap e78: 8 total, 8 up, 8 in 2026-02-12T03:25:57.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:25:57 trial145 ceph-mon[16978]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:25:57.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:57 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3158301105"}]': finished 2026-02-12T03:25:57.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:57 trial086 ceph-mon[14472]: osdmap e78: 8 total, 8 up, 8 in 2026-02-12T03:25:57.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:25:57 trial086 ceph-mon[14472]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:25:57.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:57 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3158301105"}]': finished 2026-02-12T03:25:57.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:57 trial086 ceph-mon[23011]: osdmap e78: 8 total, 8 up, 8 in 2026-02-12T03:25:57.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:25:57 trial086 ceph-mon[23011]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:25:59.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:25:58 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:25:58] "GET /metrics HTTP/1.1" 200 38122 "" "Prometheus/2.51.0" 2026-02-12T03:26:00.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:00 trial145 ceph-mon[16978]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 929 B/s rd, 0 op/s 2026-02-12T03:26:00.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:00 trial086 ceph-mon[14472]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 929 B/s rd, 0 op/s 2026-02-12T03:26:00.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:00 trial086 ceph-mon[23011]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 929 B/s rd, 0 op/s 2026-02-12T03:26:02.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:02 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:26:02.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:02 trial145 ceph-mon[16978]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.5 KiB/s rd, 1 op/s 2026-02-12T03:26:02.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:02 trial145 ceph-mon[16978]: osdmap e79: 8 total, 8 up, 8 in 2026-02-12T03:26:02.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:02 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:26:02.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:02 trial086 ceph-mon[14472]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.5 KiB/s rd, 1 op/s 2026-02-12T03:26:02.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:02 trial086 ceph-mon[14472]: osdmap e79: 8 total, 8 up, 8 in 2026-02-12T03:26:02.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:02 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:26:02.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:02 trial086 ceph-mon[23011]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.5 KiB/s rd, 1 op/s 2026-02-12T03:26:02.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:02 trial086 ceph-mon[23011]: osdmap e79: 8 total, 8 up, 8 in 2026-02-12T03:26:04.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:04 trial145 ceph-mon[16978]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s rd, 0 op/s 2026-02-12T03:26:04.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:04 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:26:04.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:04 trial086 ceph-mon[14472]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s rd, 0 op/s 2026-02-12T03:26:04.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:04 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:26:04.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:04 trial086 ceph-mon[23011]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s rd, 0 op/s 2026-02-12T03:26:04.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:04 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:26:06.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:06 trial145 ceph-mon[16978]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:06.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:06 trial086 ceph-mon[14472]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:06.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:06 trial086 ceph-mon[23011]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:08.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:08 trial145 ceph-mon[16978]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:26:08.659 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:08 trial086 ceph-mon[14472]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:26:08.659 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:08 trial086 ceph-mon[23011]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:26:09.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:26:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:26:08] "GET /metrics HTTP/1.1" 200 38117 "" "Prometheus/2.51.0" 2026-02-12T03:26:10.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:10 trial145 ceph-mon[16978]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:26:10.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:10 trial086 ceph-mon[14472]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:26:10.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:10 trial086 ceph-mon[23011]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:26:12.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:12 trial145 ceph-mon[16978]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:26:12.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:12 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:26:12.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:12 trial086 ceph-mon[14472]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:26:12.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:12 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:26:12.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:12 trial086 ceph-mon[23011]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:26:12.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:12 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:26:14.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:14 trial145 ceph-mon[16978]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 857 B/s rd, 0 op/s 2026-02-12T03:26:14.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:14 trial086 ceph-mon[14472]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 857 B/s rd, 0 op/s 2026-02-12T03:26:14.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:14 trial086 ceph-mon[23011]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 857 B/s rd, 0 op/s 2026-02-12T03:26:16.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:16 trial145 ceph-mon[16978]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:16.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:16 trial086 ceph-mon[14472]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:16.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:16 trial086 ceph-mon[23011]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:18.462 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:18 trial086 ceph-mon[14472]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:18.462 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:18 trial086 ceph-mon[23011]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:18.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:18 trial145 ceph-mon[16978]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:19.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:26:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:26:18] "GET /metrics HTTP/1.1" 200 38117 "" "Prometheus/2.51.0" 2026-02-12T03:26:19.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2026-02-12T03:26:19.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2026-02-12T03:26:19.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2026-02-12T03:26:19.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:19 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2026-02-12T03:26:19.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2026-02-12T03:26:19.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:19 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2026-02-12T03:26:19.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:19 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2026-02-12T03:26:19.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:19 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2026-02-12T03:26:19.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:26:19.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2026-02-12T03:26:19.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2026-02-12T03:26:19.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2026-02-12T03:26:19.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:19 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2026-02-12T03:26:19.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2026-02-12T03:26:19.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:19 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2026-02-12T03:26:19.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:19 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2026-02-12T03:26:19.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:19 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2026-02-12T03:26:19.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:26:19.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2026-02-12T03:26:19.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2026-02-12T03:26:19.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2026-02-12T03:26:19.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:19 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2026-02-12T03:26:19.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2026-02-12T03:26:19.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:19 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2026-02-12T03:26:19.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:19 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2026-02-12T03:26:19.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:19 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2026-02-12T03:26:19.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:26:20.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:20 trial145 ceph-mon[16978]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:20.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:20 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]': finished 2026-02-12T03:26:20.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:20 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]': finished 2026-02-12T03:26:20.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:20 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]': finished 2026-02-12T03:26:20.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:20 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]': finished 2026-02-12T03:26:20.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:20 trial145 ceph-mon[16978]: osdmap e80: 8 total, 8 up, 8 in 2026-02-12T03:26:20.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:20 trial086 ceph-mon[14472]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:20.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:20 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]': finished 2026-02-12T03:26:20.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:20 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]': finished 2026-02-12T03:26:20.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:20 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]': finished 2026-02-12T03:26:20.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:20 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]': finished 2026-02-12T03:26:20.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:20 trial086 ceph-mon[14472]: osdmap e80: 8 total, 8 up, 8 in 2026-02-12T03:26:20.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:20 trial086 ceph-mon[23011]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:20.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:20 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]': finished 2026-02-12T03:26:20.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:20 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]': finished 2026-02-12T03:26:20.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:20 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]': finished 2026-02-12T03:26:20.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:20 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]': finished 2026-02-12T03:26:20.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:20 trial086 ceph-mon[23011]: osdmap e80: 8 total, 8 up, 8 in 2026-02-12T03:26:21.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:21 trial086 ceph-mon[14472]: osdmap e81: 8 total, 8 up, 8 in 2026-02-12T03:26:21.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:21 trial086 ceph-mon[23011]: osdmap e81: 8 total, 8 up, 8 in 2026-02-12T03:26:21.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:21 trial145 ceph-mon[16978]: osdmap e81: 8 total, 8 up, 8 in 2026-02-12T03:26:22.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:22 trial145 ceph-mon[16978]: pgmap v67: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:22.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:22 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:26:22.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:22 trial086 ceph-mon[14472]: pgmap v67: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:22.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:22 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:26:22.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:22 trial086 ceph-mon[23011]: pgmap v67: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:22.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:22 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:26:24.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:24 trial145 ceph-mon[16978]: pgmap v68: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T03:26:24.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:24 trial086 ceph-mon[14472]: pgmap v68: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T03:26:24.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:24 trial086 ceph-mon[23011]: pgmap v68: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T03:26:26.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:26 trial145 ceph-mon[16978]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:26.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:26 trial086 ceph-mon[14472]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:26.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:26 trial086 ceph-mon[23011]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:28.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:28 trial145 ceph-mon[16978]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:28.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:28 trial086 ceph-mon[14472]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:28.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:28 trial086 ceph-mon[23011]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:29.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:26:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:26:28] "GET /metrics HTTP/1.1" 200 38122 "" "Prometheus/2.51.0" 2026-02-12T03:26:30.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:30 trial145 ceph-mon[16978]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T03:26:30.659 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:30 trial086 ceph-mon[14472]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T03:26:30.659 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:30 trial086 ceph-mon[23011]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T03:26:32.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:32 trial145 ceph-mon[16978]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 936 B/s rd, 0 op/s 2026-02-12T03:26:32.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:32 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:26:32.659 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:32 trial086 ceph-mon[14472]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 936 B/s rd, 0 op/s 2026-02-12T03:26:32.659 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:32 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:26:32.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:32 trial086 ceph-mon[23011]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 936 B/s rd, 0 op/s 2026-02-12T03:26:32.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:32 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:26:34.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:34 trial145 ceph-mon[16978]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:34.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:34 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:26:34.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:34 trial086 ceph-mon[14472]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:34.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:34 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:26:34.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:34 trial086 ceph-mon[23011]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:34.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:34 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:26:36.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:36 trial145 ceph-mon[16978]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:36.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:36 trial086 ceph-mon[14472]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:36.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:36 trial086 ceph-mon[23011]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:38.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:38 trial145 ceph-mon[16978]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:38.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:38 trial086 ceph-mon[14472]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:38.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:38 trial086 ceph-mon[23011]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:39.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:26:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:26:38] "GET /metrics HTTP/1.1" 200 38117 "" "Prometheus/2.51.0" 2026-02-12T03:26:40.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:40 trial145 ceph-mon[16978]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:40.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:40 trial086 ceph-mon[14472]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:40.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:40 trial086 ceph-mon[23011]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:42.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:42 trial145 ceph-mon[16978]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:42.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:42 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:26:42.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:42 trial086 ceph-mon[23011]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:42.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:42 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:26:42.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:42 trial086 ceph-mon[14472]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:42.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:42 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:26:43.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:43 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:26:43.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:43 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:26:43.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:43 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:26:43.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:43 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:26:43.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:43 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:26:43.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:43 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:26:43.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:43 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:26:43.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:43 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:26:43.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:43 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:26:44.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:44 trial145 ceph-mon[16978]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:44.659 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:44 trial086 ceph-mon[14472]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:44.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:44 trial086 ceph-mon[23011]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:46.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:46 trial145 ceph-mon[16978]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:46.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:46 trial086 ceph-mon[14472]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:46.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:46 trial086 ceph-mon[23011]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:48.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:48 trial145 ceph-mon[16978]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:48.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:48 trial086 ceph-mon[14472]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:48.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:48 trial086 ceph-mon[23011]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:49.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:49 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:26:49.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:49 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:26:49.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:26:48 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:26:48] "GET /metrics HTTP/1.1" 200 38117 "" "Prometheus/2.51.0" 2026-02-12T03:26:49.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:49 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:26:50.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:50 trial145 ceph-mon[16978]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:50.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:50 trial086 ceph-mon[14472]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:50.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:50 trial086 ceph-mon[23011]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:52.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:52 trial145 ceph-mon[16978]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:52.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:52 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:26:52.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:52 trial086 ceph-mon[14472]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:52.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:52 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:26:52.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:52 trial086 ceph-mon[23011]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:52.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:52 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:26:54.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:54 trial145 ceph-mon[16978]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:54.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:54 trial086 ceph-mon[14472]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:54.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:54 trial086 ceph-mon[23011]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:56.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:56 trial145 ceph-mon[16978]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:56.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:56 trial086 ceph-mon[14472]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:56.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:56 trial086 ceph-mon[23011]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:26:58.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:26:58 trial145 ceph-mon[16978]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:58.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:26:58 trial086 ceph-mon[14472]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:58.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:26:58 trial086 ceph-mon[23011]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:26:59.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:26:58 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:26:58] "GET /metrics HTTP/1.1" 200 38118 "" "Prometheus/2.51.0" 2026-02-12T03:27:00.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:00 trial145 ceph-mon[16978]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:00.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:00 trial086 ceph-mon[23011]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:00.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:00 trial086 ceph-mon[14472]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:02.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:02 trial145 ceph-mon[16978]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:02.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:02 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:27:02.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:02 trial086 ceph-mon[14472]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:02.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:02 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:27:02.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:02 trial086 ceph-mon[23011]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:02.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:02 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:27:04.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:04 trial145 ceph-mon[16978]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:04.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:04 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:27:04.387 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:27:04 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=infra.usagestats t=2026-02-12T03:27:04.008668128Z level=info msg="Usage stats are ready to report" 2026-02-12T03:27:04.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:04 trial086 ceph-mon[14472]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:04.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:04 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:27:04.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:04 trial086 ceph-mon[23011]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:04.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:04 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:27:06.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:06 trial145 ceph-mon[16978]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:06.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:06 trial086 ceph-mon[14472]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:06.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:06 trial086 ceph-mon[23011]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:08.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:08 trial145 ceph-mon[16978]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:08.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:08 trial086 ceph-mon[23011]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:08.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:08 trial086 ceph-mon[14472]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:09.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:27:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:27:08] "GET /metrics HTTP/1.1" 200 38116 "" "Prometheus/2.51.0" 2026-02-12T03:27:10.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:10 trial145 ceph-mon[16978]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:10.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:10 trial086 ceph-mon[14472]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:10.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:10 trial086 ceph-mon[23011]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:12.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:12 trial145 ceph-mon[16978]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:12.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:12 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:27:12.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:12 trial086 ceph-mon[14472]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:12.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:12 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:27:12.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:12 trial086 ceph-mon[23011]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:12.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:12 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:27:14.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:14 trial145 ceph-mon[16978]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:14.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:14 trial086 ceph-mon[23011]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:14.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:14 trial086 ceph-mon[14472]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:16.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:16 trial145 ceph-mon[16978]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:16.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:16 trial086 ceph-mon[14472]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:16.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:16 trial086 ceph-mon[23011]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:18.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:18 trial145 ceph-mon[16978]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:18.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:18 trial086 ceph-mon[14472]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:18.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:18 trial086 ceph-mon[23011]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:19.254 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:27:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:27:18] "GET /metrics HTTP/1.1" 200 38116 "" "Prometheus/2.51.0" 2026-02-12T03:27:19.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:27:19.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:27:19.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:27:20.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:20 trial145 ceph-mon[16978]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:20.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:20 trial086 ceph-mon[14472]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:20.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:20 trial086 ceph-mon[23011]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:22.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:22 trial145 ceph-mon[16978]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:22.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:22 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:27:22.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:22 trial086 ceph-mon[23011]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:22.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:22 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:27:22.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:22 trial086 ceph-mon[14472]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:22.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:22 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:27:24.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:24 trial145 ceph-mon[16978]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:24.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:24 trial086 ceph-mon[14472]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:24.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:24 trial086 ceph-mon[23011]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:26.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:26 trial145 ceph-mon[16978]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:26.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:26 trial086 ceph-mon[14472]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:26.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:26 trial086 ceph-mon[23011]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:28.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:28 trial145 ceph-mon[16978]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:28.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:28 trial086 ceph-mon[14472]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:28.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:28 trial086 ceph-mon[23011]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:29.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:27:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:27:28] "GET /metrics HTTP/1.1" 200 38117 "" "Prometheus/2.51.0" 2026-02-12T03:27:30.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:30 trial145 ceph-mon[16978]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:30.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:30 trial086 ceph-mon[14472]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:30.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:30 trial086 ceph-mon[23011]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:32.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:32 trial145 ceph-mon[16978]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:32.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:32 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:27:32.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:32 trial086 ceph-mon[14472]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:32.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:32 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:27:32.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:32 trial086 ceph-mon[23011]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:32.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:32 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:27:34.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:34 trial145 ceph-mon[16978]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:34.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:34 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:27:34.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:34 trial086 ceph-mon[14472]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:34.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:34 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:27:34.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:34 trial086 ceph-mon[23011]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:34.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:34 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:27:36.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:36 trial145 ceph-mon[16978]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:36.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:36 trial086 ceph-mon[14472]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:36.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:36 trial086 ceph-mon[23011]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:38.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:38 trial145 ceph-mon[16978]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:38.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:38 trial086 ceph-mon[14472]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:38.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:38 trial086 ceph-mon[23011]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:39.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:27:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:27:38] "GET /metrics HTTP/1.1" 200 38133 "" "Prometheus/2.51.0" 2026-02-12T03:27:40.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:40 trial145 ceph-mon[16978]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:40.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:40 trial086 ceph-mon[14472]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:40.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:40 trial086 ceph-mon[23011]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:42.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:42 trial145 ceph-mon[16978]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:42.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:42 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:27:42.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:42 trial086 ceph-mon[14472]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:42.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:42 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:27:42.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:42 trial086 ceph-mon[23011]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:42.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:42 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:27:43.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:43 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:27:43.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:43 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:27:43.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:43 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:27:43.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:43 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:27:43.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:43 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:27:43.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:43 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:27:43.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:43 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:27:43.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:43 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:27:43.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:43 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:27:44.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:44 trial145 ceph-mon[16978]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:44.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:44 trial086 ceph-mon[14472]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:44.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:44 trial086 ceph-mon[23011]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:46.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:46 trial145 ceph-mon[16978]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:46.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:46 trial086 ceph-mon[14472]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:46.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:46 trial086 ceph-mon[23011]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:48.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:48 trial145 ceph-mon[16978]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:48.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:48 trial086 ceph-mon[14472]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:48.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:48 trial086 ceph-mon[23011]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:49.276 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:27:48 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:27:48] "GET /metrics HTTP/1.1" 200 38133 "" "Prometheus/2.51.0" 2026-02-12T03:27:49.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:49 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:27:49.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:49 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:27:49.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:49 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:27:50.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:50 trial145 ceph-mon[16978]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:50.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:50 trial086 ceph-mon[14472]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:50.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:50 trial086 ceph-mon[23011]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:52.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:52 trial145 ceph-mon[16978]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:52.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:52 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:27:52.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:52 trial086 ceph-mon[14472]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:52.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:52 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:27:52.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:52 trial086 ceph-mon[23011]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:52.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:52 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:27:54.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:54 trial145 ceph-mon[16978]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:54.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:54 trial086 ceph-mon[14472]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:54.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:54 trial086 ceph-mon[23011]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:56.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:56 trial145 ceph-mon[16978]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:56.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:56 trial086 ceph-mon[14472]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:56.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:56 trial086 ceph-mon[23011]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:27:58.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:27:58 trial145 ceph-mon[16978]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:58.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:27:58 trial086 ceph-mon[14472]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:58.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:27:58 trial086 ceph-mon[23011]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:27:59.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:27:58 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:27:58] "GET /metrics HTTP/1.1" 200 38131 "" "Prometheus/2.51.0" 2026-02-12T03:28:00.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:00 trial145 ceph-mon[16978]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:00.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:00 trial086 ceph-mon[14472]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:00.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:00 trial086 ceph-mon[23011]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:02.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:02 trial145 ceph-mon[16978]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:02.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:02 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:28:02.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:02 trial086 ceph-mon[14472]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:02.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:02 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:28:02.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:02 trial086 ceph-mon[23011]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:02.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:02 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:28:04.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:04 trial145 ceph-mon[16978]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:04.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:04 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:28:04.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:04 trial086 ceph-mon[14472]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:04.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:04 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:28:04.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:04 trial086 ceph-mon[23011]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:04.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:04 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:28:06.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:06 trial145 ceph-mon[16978]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:06.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:06 trial086 ceph-mon[14472]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:06.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:06 trial086 ceph-mon[23011]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:08.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:08 trial145 ceph-mon[16978]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:08.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:08 trial086 ceph-mon[14472]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:08.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:08 trial086 ceph-mon[23011]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:09.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:28:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:28:08] "GET /metrics HTTP/1.1" 200 38127 "" "Prometheus/2.51.0" 2026-02-12T03:28:10.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:10 trial145 ceph-mon[16978]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:10.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:10 trial086 ceph-mon[14472]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:10.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:10 trial086 ceph-mon[23011]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:12.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:12 trial145 ceph-mon[16978]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:12.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:12 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:28:12.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:12 trial086 ceph-mon[14472]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:12.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:12 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:28:12.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:12 trial086 ceph-mon[23011]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:12.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:12 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:28:14.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:14 trial145 ceph-mon[16978]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:14.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:14 trial086 ceph-mon[14472]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:14.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:14 trial086 ceph-mon[23011]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:16.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:16 trial145 ceph-mon[16978]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:16.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:16 trial086 ceph-mon[14472]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:16.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:16 trial086 ceph-mon[23011]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:18.561 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:18 trial145 ceph-mon[16978]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:18.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:18 trial086 ceph-mon[14472]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:18.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:18 trial086 ceph-mon[23011]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:19.301 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:28:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:28:18] "GET /metrics HTTP/1.1" 200 38127 "" "Prometheus/2.51.0" 2026-02-12T03:28:19.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:28:19.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:28:19.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:28:20.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:20 trial145 ceph-mon[16978]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:20.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:20 trial086 ceph-mon[14472]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:20.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:20 trial086 ceph-mon[23011]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:22.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:22 trial145 ceph-mon[16978]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:22.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:22 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:28:22.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:22 trial086 ceph-mon[14472]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:22.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:22 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:28:22.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:22 trial086 ceph-mon[23011]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:22.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:22 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:28:24.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:24 trial145 ceph-mon[16978]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:24.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:24 trial086 ceph-mon[14472]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:24.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:24 trial086 ceph-mon[23011]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:26.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:26 trial145 ceph-mon[16978]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:26.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:26 trial086 ceph-mon[14472]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:26.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:26 trial086 ceph-mon[23011]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:28.594 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:28 trial145 ceph-mon[16978]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:28.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:28 trial086 ceph-mon[14472]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:28.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:28 trial086 ceph-mon[23011]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:29.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:28:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:28:28] "GET /metrics HTTP/1.1" 200 38131 "" "Prometheus/2.51.0" 2026-02-12T03:28:30.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:30 trial145 ceph-mon[16978]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:30.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:30 trial086 ceph-mon[14472]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:30.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:30 trial086 ceph-mon[23011]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:32.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:32 trial145 ceph-mon[16978]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:32.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:32 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:28:32.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:32 trial086 ceph-mon[14472]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:32.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:32 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:28:32.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:32 trial086 ceph-mon[23011]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:32.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:32 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:28:34.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:34 trial145 ceph-mon[16978]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:34.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:34 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:28:34.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:34 trial086 ceph-mon[14472]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:34.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:34 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:28:34.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:34 trial086 ceph-mon[23011]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:34.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:34 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:28:36.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:36 trial145 ceph-mon[16978]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:36.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:36 trial086 ceph-mon[14472]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:36.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:36 trial086 ceph-mon[23011]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:38.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:38 trial145 ceph-mon[16978]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:38.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:38 trial086 ceph-mon[14472]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:38.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:38 trial086 ceph-mon[23011]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:39.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:28:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:28:38] "GET /metrics HTTP/1.1" 200 38129 "" "Prometheus/2.51.0" 2026-02-12T03:28:40.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:40 trial145 ceph-mon[16978]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:40.650 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:40 trial086 ceph-mon[14472]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:40.650 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:40 trial086 ceph-mon[23011]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:40.693 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2026-02-12T03:28:40.980 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:28:41.224 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2026-02-12T03:28:41.510 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:28:41.741 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph config set global log_to_journald false --force' 2026-02-12T03:28:42.027 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:28:42.255 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T03:28:42.539 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:28:42.588 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:42 trial086 ceph-mon[14472]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:42.588 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:42 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:28:42.588 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:42 trial086 ceph-mon[23011]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:42.588 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:42 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:28:42.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:42 trial145 ceph-mon[16978]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:42.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:42 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:28:42.746 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:28:42.746 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (3m) 3m ago 3m - - 0.25.0 c8568f914cd2 5608e9f0137c 2026-02-12T03:28:42.746 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (3m) 3m ago 3m 78.0M - 10.4.0 c8b91775d855 37590065d384 2026-02-12T03:28:42.746 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (3m) 3m ago 3m - - 3.9 4cc07a41bb19 e0220869852e 2026-02-12T03:28:42.746 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,8765 running (4m) 3m ago 4m 486M - 19.2.3-672-g283431c0 4cc07a41bb19 0d775f7da309 2026-02-12T03:28:42.746 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:9283,8765 running (5m) 3m ago 5m - - 19.2.3-672-g283431c0 4cc07a41bb19 3aa5e17d08b6 2026-02-12T03:28:42.747 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (5m) 3m ago 5m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 d8b3e18533b3 2026-02-12T03:28:42.747 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (5m) 3m ago 5m 50.6M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 54def20c4bc2 2026-02-12T03:28:42.747 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (5m) 3m ago 5m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 5e4d958d8791 2026-02-12T03:28:42.747 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (3m) 3m ago 3m - - 1.7.0 72c9c2088986 19c3ca17a43d 2026-02-12T03:28:42.747 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (3m) 3m ago 3m 3984k - 1.7.0 72c9c2088986 036e0a3ac0d9 2026-02-12T03:28:42.747 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 d7baf8f72e60 2026-02-12T03:28:42.747 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 fb2687e62c00 2026-02-12T03:28:42.747 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 9def62f780f8 2026-02-12T03:28:42.747 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 1b941c940e6e 2026-02-12T03:28:42.747 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (4m) 3m ago 4m 53.6M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 472a47a150fc 2026-02-12T03:28:42.747 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (3m) 3m ago 3m 52.0M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 03a06d3fbe57 2026-02-12T03:28:42.747 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (3m) 3m ago 3m 49.2M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 838bfb91f030 2026-02-12T03:28:42.748 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (3m) 3m ago 3m 52.7M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 799fb27b1d2c 2026-02-12T03:28:42.748 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (3m) 3m ago 3m 30.2M - 2.51.0 1d3b7f56885b bf20c72d93c2 2026-02-12T03:28:42.748 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (3m) 3m ago 3m - - 19.2.3-672-g283431c0 4cc07a41bb19 fc6cafaeed8d 2026-02-12T03:28:42.748 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (3m) 3m ago 3m 99.5M - 19.2.3-672-g283431c0 4cc07a41bb19 01589a0f2102 2026-02-12T03:28:42.788 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions' 2026-02-12T03:28:43.074 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:28:43.297 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:28:43.297 INFO:teuthology.orchestra.run.trial086.stdout: "mon": { 2026-02-12T03:28:43.297 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T03:28:43.297 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:28:43.297 INFO:teuthology.orchestra.run.trial086.stdout: "mgr": { 2026-02-12T03:28:43.297 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:28:43.297 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:28:43.297 INFO:teuthology.orchestra.run.trial086.stdout: "osd": { 2026-02-12T03:28:43.297 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T03:28:43.298 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:28:43.298 INFO:teuthology.orchestra.run.trial086.stdout: "rgw": { 2026-02-12T03:28:43.298 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:28:43.298 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:28:43.298 INFO:teuthology.orchestra.run.trial086.stdout: "overall": { 2026-02-12T03:28:43.298 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 15 2026-02-12T03:28:43.298 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:28:43.298 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:28:43.333 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph -s' 2026-02-12T03:28:43.358 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:43 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:28:43.358 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:43 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:28:43.358 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:43 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:43.358 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:43 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3506633139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:28:43.358 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:43 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:28:43.359 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:43 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:28:43.359 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:43 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:43.359 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:43 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3506633139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:28:43.619 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:28:43.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:43 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:28:43.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:43 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:28:43.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:43 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:43.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:43 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3506633139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:28:43.842 INFO:teuthology.orchestra.run.trial086.stdout: cluster: 2026-02-12T03:28:43.843 INFO:teuthology.orchestra.run.trial086.stdout: id: 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:28:43.843 INFO:teuthology.orchestra.run.trial086.stdout: health: HEALTH_OK 2026-02-12T03:28:43.843 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:28:43.843 INFO:teuthology.orchestra.run.trial086.stdout: services: 2026-02-12T03:28:43.843 INFO:teuthology.orchestra.run.trial086.stdout: mon: 3 daemons, quorum a,b,c (age 4m) 2026-02-12T03:28:43.843 INFO:teuthology.orchestra.run.trial086.stdout: mgr: y(active, since 3m), standbys: x 2026-02-12T03:28:43.843 INFO:teuthology.orchestra.run.trial086.stdout: osd: 8 osds: 8 up (since 3m), 8 in (since 3m) 2026-02-12T03:28:43.843 INFO:teuthology.orchestra.run.trial086.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2026-02-12T03:28:43.843 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:28:43.843 INFO:teuthology.orchestra.run.trial086.stdout: data: 2026-02-12T03:28:43.843 INFO:teuthology.orchestra.run.trial086.stdout: pools: 6 pools, 161 pgs 2026-02-12T03:28:43.844 INFO:teuthology.orchestra.run.trial086.stdout: objects: 244 objects, 585 KiB 2026-02-12T03:28:43.844 INFO:teuthology.orchestra.run.trial086.stdout: usage: 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:28:43.844 INFO:teuthology.orchestra.run.trial086.stdout: pgs: 161 active+clean 2026-02-12T03:28:43.844 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:28:43.844 INFO:teuthology.orchestra.run.trial086.stdout: io: 2026-02-12T03:28:43.844 INFO:teuthology.orchestra.run.trial086.stdout: client: 853 B/s rd, 0 op/s rd, 0 op/s wr 2026-02-12T03:28:43.844 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:28:43.879 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ls' 2026-02-12T03:28:44.205 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:28:44.406 INFO:teuthology.orchestra.run.trial086.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2026-02-12T03:28:44.406 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager ?:9093,9094 1/1 3m ago 3m trial086=a;count:1 2026-02-12T03:28:44.406 INFO:teuthology.orchestra.run.trial086.stdout:grafana ?:3000 1/1 3m ago 3m trial145=a;count:1 2026-02-12T03:28:44.406 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo ?:5000 1/1 3m ago 3m count:1 2026-02-12T03:28:44.406 INFO:teuthology.orchestra.run.trial086.stdout:mgr 2/2 3m ago 4m trial086=y;trial145=x;count:2 2026-02-12T03:28:44.406 INFO:teuthology.orchestra.run.trial086.stdout:mon 3/3 3m ago 5m trial086:10.20.193.86=a;trial086:[v2:10.20.193.86:3301,v1:10.20.193.86:6790]=c;trial145:10.20.193.145=b;count:3 2026-02-12T03:28:44.406 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter ?:9100 2/2 3m ago 3m trial086=a;trial145=b;count:2 2026-02-12T03:28:44.407 INFO:teuthology.orchestra.run.trial086.stdout:osd 8 3m ago - 2026-02-12T03:28:44.407 INFO:teuthology.orchestra.run.trial086.stdout:prometheus ?:9095 1/1 3m ago 3m trial145=a;count:1 2026-02-12T03:28:44.407 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo ?:8000 2/2 3m ago 3m count:2 2026-02-12T03:28:44.443 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2026-02-12T03:28:44.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:44 trial145 ceph-mon[16978]: from='client.24947 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:28:44.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:44 trial145 ceph-mon[16978]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:44.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:44 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3078253515' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T03:28:44.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:44 trial086 ceph-mon[14472]: from='client.24947 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:28:44.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:44 trial086 ceph-mon[14472]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:44.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:44 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3078253515' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T03:28:44.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:44 trial086 ceph-mon[23011]: from='client.24947 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:28:44.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:44 trial086 ceph-mon[23011]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:44.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:44 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3078253515' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T03:28:44.731 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:28:45.104 INFO:teuthology.orchestra.run.trial086.stdout:Scheduled to redeploy mgr.x on host 'trial145' 2026-02-12T03:28:45.144 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps --refresh' 2026-02-12T03:28:45.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[23011]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:28:45.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1218214847' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T03:28:45.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:45.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:45.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:45.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:28:45.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:28:45.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:45.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:28:45.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:28:45.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T03:28:45.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:28:45.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[14472]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:28:45.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1218214847' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T03:28:45.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:45.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:45.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:45.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:28:45.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:28:45.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:45.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:28:45.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:28:45.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T03:28:45.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:45 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:28:45.431 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:28:45.628 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:28:45.628 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (3m) 3m ago 3m - - 0.25.0 c8568f914cd2 5608e9f0137c 2026-02-12T03:28:45.628 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (3m) 3m ago 3m 78.0M - 10.4.0 c8b91775d855 37590065d384 2026-02-12T03:28:45.628 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (3m) 3m ago 3m - - 3.9 4cc07a41bb19 e0220869852e 2026-02-12T03:28:45.629 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,8765 running (4m) 3m ago 4m 486M - 19.2.3-672-g283431c0 4cc07a41bb19 0d775f7da309 2026-02-12T03:28:45.629 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:9283,8765 running (5m) 3m ago 5m - - 19.2.3-672-g283431c0 4cc07a41bb19 3aa5e17d08b6 2026-02-12T03:28:45.629 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (5m) 3m ago 5m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 d8b3e18533b3 2026-02-12T03:28:45.629 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (5m) 3m ago 5m 50.6M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 54def20c4bc2 2026-02-12T03:28:45.629 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (5m) 3m ago 5m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 5e4d958d8791 2026-02-12T03:28:45.629 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (3m) 3m ago 3m - - 1.7.0 72c9c2088986 19c3ca17a43d 2026-02-12T03:28:45.629 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (3m) 3m ago 3m 3984k - 1.7.0 72c9c2088986 036e0a3ac0d9 2026-02-12T03:28:45.629 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 d7baf8f72e60 2026-02-12T03:28:45.629 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 fb2687e62c00 2026-02-12T03:28:45.629 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 9def62f780f8 2026-02-12T03:28:45.629 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 1b941c940e6e 2026-02-12T03:28:45.629 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (4m) 3m ago 4m 53.6M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 472a47a150fc 2026-02-12T03:28:45.630 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (4m) 3m ago 4m 52.0M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 03a06d3fbe57 2026-02-12T03:28:45.630 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (3m) 3m ago 3m 49.2M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 838bfb91f030 2026-02-12T03:28:45.630 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (3m) 3m ago 3m 52.7M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 799fb27b1d2c 2026-02-12T03:28:45.630 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (3m) 3m ago 3m 30.2M - 2.51.0 1d3b7f56885b bf20c72d93c2 2026-02-12T03:28:45.630 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (3m) 3m ago 3m - - 19.2.3-672-g283431c0 4cc07a41bb19 fc6cafaeed8d 2026-02-12T03:28:45.630 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (3m) 3m ago 3m 99.5M - 19.2.3-672-g283431c0 4cc07a41bb19 01589a0f2102 2026-02-12T03:28:45.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:45 trial145 ceph-mon[16978]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:28:45.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:45 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1218214847' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T03:28:45.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:45 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:45.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:45 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:45.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:45 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:45.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:45 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:28:45.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:45 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:28:45.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:45 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:45.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:45 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:28:45.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:45 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:28:45.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:45 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T03:28:45.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:45 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:28:45.665 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'sleep 180' 2026-02-12T03:28:45.949 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:28:46.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:46 trial145 ceph-mon[16978]: from='client.24977 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:28:46.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:46 trial145 ceph-mon[16978]: Schedule redeploy daemon mgr.x 2026-02-12T03:28:46.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:46 trial145 ceph-mon[16978]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:46.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:46 trial145 ceph-mon[16978]: Deploying daemon mgr.x on trial145 2026-02-12T03:28:46.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:46 trial086 ceph-mon[14472]: from='client.24977 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:28:46.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:46 trial086 ceph-mon[14472]: Schedule redeploy daemon mgr.x 2026-02-12T03:28:46.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:46 trial086 ceph-mon[14472]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:46.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:46 trial086 ceph-mon[14472]: Deploying daemon mgr.x on trial145 2026-02-12T03:28:46.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:46 trial086 ceph-mon[23011]: from='client.24977 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:28:46.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:46 trial086 ceph-mon[23011]: Schedule redeploy daemon mgr.x 2026-02-12T03:28:46.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:46 trial086 ceph-mon[23011]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:46.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:46 trial086 ceph-mon[23011]: Deploying daemon mgr.x on trial145 2026-02-12T03:28:47.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:47 trial145 ceph-mon[16978]: from='client.24983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:28:47.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:47 trial086 ceph-mon[14472]: from='client.24983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:28:47.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:47 trial086 ceph-mon[23011]: from='client.24983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:28:48.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:48 trial145 ceph-mon[16978]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:48.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:48 trial086 ceph-mon[14472]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:48.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:48 trial086 ceph-mon[23011]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:49.330 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:28:48 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:28:48] "GET /metrics HTTP/1.1" 200 38129 "" "Prometheus/2.51.0" 2026-02-12T03:28:49.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:49 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:28:49.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:49 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:28:49.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:49 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:28:50.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:50 trial145 ceph-mon[16978]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:50.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:50 trial086 ceph-mon[14472]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:50.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:50 trial086 ceph-mon[23011]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:52.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:52 trial145 ceph-mon[16978]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:52.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:52 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:28:52.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:52 trial086 ceph-mon[14472]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:52.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:52 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:28:52.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:52 trial086 ceph-mon[23011]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:52.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:52 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:28:54.527 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:54 trial145 ceph-mon[16978]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:54.528 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:54 trial145 systemd[1]: Stopping Ceph mgr.x for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:28:54.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:54 trial086 ceph-mon[23011]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:54.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:54 trial086 ceph-mon[14472]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:54.788 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:54 trial145 podman[48386]: 2026-02-12 03:28:54.526277415 +0000 UTC m=+0.042754680 container died 0d775f7da309bc0a2933e8a44a22d71d3fad23ee21e89f4f9955b4f19645663b (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260202, CEPH_REF=squid, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2026-02-12T03:28:54.788 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:54 trial145 podman[48386]: 2026-02-12 03:28:54.555302663 +0000 UTC m=+0.071779938 container remove 0d775f7da309bc0a2933e8a44a22d71d3fad23ee21e89f4f9955b4f19645663b (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x, CEPH_REF=squid, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.label-schema.build-date=20260202, org.label-schema.vendor=CentOS, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:28:54.789 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:54 trial145 bash[48386]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x 2026-02-12T03:28:54.789 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:54 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mgr.x.service: Main process exited, code=exited, status=143/n/a 2026-02-12T03:28:54.789 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:54 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mgr.x.service: Failed with result 'exit-code'. 2026-02-12T03:28:54.789 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:54 trial145 systemd[1]: Stopped Ceph mgr.x for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:28:54.789 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:54 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mgr.x.service: Consumed 5.980s CPU time. 2026-02-12T03:28:54.789 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:54 trial145 systemd[1]: Starting Ceph mgr.x for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:28:55.137 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:54 trial145 podman[48559]: 2026-02-12 03:28:54.867437896 +0000 UTC m=+0.016212577 container create e52f397d629d22c51efad69851b6c13322226adec30a1a5c1d62a2544830a6d9 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:28:55.137 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:54 trial145 podman[48559]: 2026-02-12 03:28:54.891030672 +0000 UTC m=+0.039805292 container init e52f397d629d22c51efad69851b6c13322226adec30a1a5c1d62a2544830a6d9 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.license=GPLv2, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:28:55.137 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:54 trial145 podman[48559]: 2026-02-12 03:28:54.893256802 +0000 UTC m=+0.042031432 container start e52f397d629d22c51efad69851b6c13322226adec30a1a5c1d62a2544830a6d9 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:28:55.137 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:54 trial145 bash[48559]: e52f397d629d22c51efad69851b6c13322226adec30a1a5c1d62a2544830a6d9 2026-02-12T03:28:55.137 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:54 trial145 podman[48559]: 2026-02-12 03:28:54.860637536 +0000 UTC m=+0.009412156 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:28:55.137 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:54 trial145 systemd[1]: Started Ceph mgr.x for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:28:55.137 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:54 trial145 ceph-mgr[48588]: -- 10.20.193.145:0/3235189522 <== mon.1 v2:10.20.193.145:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x250fa00 con 0x24e3400 2026-02-12T03:28:56.387 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:55 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T03:28:56.387 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:55 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T03:28:56.387 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:55 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: from numpy import show_config as show_numpy_config 2026-02-12T03:28:56.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:55 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:55 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:55 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:55 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:55 trial145 ceph-mon[16978]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:56.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:55 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:55 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:55 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:55 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:55 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:28:56.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:55 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:28:56.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:55 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[14472]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:56.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:28:56.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:28:56.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[23011]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:28:56.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:56.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:28:56.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:28:56.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:55 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:28:58.137 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:57 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:28:57] ENGINE Bus STARTING 2026-02-12T03:28:58.137 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:57 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: CherryPy Checker: 2026-02-12T03:28:58.137 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:57 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: The Application mounted at '' has an empty config. 2026-02-12T03:28:58.137 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:57 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: 2026-02-12T03:28:58.137 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:57 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:28:57] ENGINE Serving on http://:::9283 2026-02-12T03:28:58.137 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:28:57 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:28:57] ENGINE Bus STARTED 2026-02-12T03:28:58.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:58 trial145 ceph-mon[16978]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:58.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:58 trial145 ceph-mon[16978]: Standby manager daemon x restarted 2026-02-12T03:28:58.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:58 trial145 ceph-mon[16978]: Standby manager daemon x started 2026-02-12T03:28:58.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:58 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:28:58.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:58 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:28:58.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:58 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:28:58.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:58 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:28:58.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:58 trial086 ceph-mon[14472]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:58.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:58 trial086 ceph-mon[14472]: Standby manager daemon x restarted 2026-02-12T03:28:58.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:58 trial086 ceph-mon[14472]: Standby manager daemon x started 2026-02-12T03:28:58.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:58 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:28:58.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:58 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:28:58.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:58 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:28:58.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:58 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:28:58.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:58 trial086 ceph-mon[23011]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:58.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:58 trial086 ceph-mon[23011]: Standby manager daemon x restarted 2026-02-12T03:28:58.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:58 trial086 ceph-mon[23011]: Standby manager daemon x started 2026-02-12T03:28:58.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:58 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:28:58.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:58 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:28:58.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:58 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:28:58.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:58 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:28:59.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:28:58 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:28:58] "GET /metrics HTTP/1.1" 200 38129 "" "Prometheus/2.51.0" 2026-02-12T03:28:59.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:59 trial145 ceph-mon[16978]: mgrmap e22: y(active, since 3m), standbys: x 2026-02-12T03:28:59.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:28:59 trial145 ceph-mon[16978]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:59.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:59 trial086 ceph-mon[14472]: mgrmap e22: y(active, since 3m), standbys: x 2026-02-12T03:28:59.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:28:59 trial086 ceph-mon[14472]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:28:59.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:59 trial086 ceph-mon[23011]: mgrmap e22: y(active, since 3m), standbys: x 2026-02-12T03:28:59.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:28:59 trial086 ceph-mon[23011]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:02.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:02 trial145 ceph-mon[16978]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:02.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:02 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:29:02.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:02 trial086 ceph-mon[14472]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:02.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:02 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:29:02.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:02 trial086 ceph-mon[23011]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:02.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:02 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:29:04.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:04 trial145 ceph-mon[16978]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:04.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:04 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:29:04.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:04 trial086 ceph-mon[14472]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:04.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:04 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:29:04.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:04 trial086 ceph-mon[23011]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:04.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:04 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:29:06.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:06 trial145 ceph-mon[16978]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:06.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:06 trial086 ceph-mon[14472]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:06.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:06 trial086 ceph-mon[23011]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:08.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:08 trial145 ceph-mon[16978]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:08.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:08 trial086 ceph-mon[14472]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:08.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:08 trial086 ceph-mon[23011]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:09.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:29:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:29:08] "GET /metrics HTTP/1.1" 200 38129 "" "Prometheus/2.51.0" 2026-02-12T03:29:10.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:10 trial145 ceph-mon[16978]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:10.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:10 trial086 ceph-mon[14472]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:10.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:10 trial086 ceph-mon[23011]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:12.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:12 trial145 ceph-mon[16978]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:12.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:12 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:29:12.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:12 trial086 ceph-mon[14472]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:12.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:12 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:29:12.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:12 trial086 ceph-mon[23011]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:12.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:12 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:29:14.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:14 trial145 ceph-mon[16978]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:14.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:14 trial086 ceph-mon[14472]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:14.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:14 trial086 ceph-mon[23011]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:16.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:16 trial145 ceph-mon[16978]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:16.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:16 trial086 ceph-mon[14472]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:16.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:16 trial086 ceph-mon[23011]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:18.462 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:18 trial086 ceph-mon[14472]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:18.463 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:18 trial086 ceph-mon[23011]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:18.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:18 trial145 ceph-mon[16978]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:19.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:29:19.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:29:19.411 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:29:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:29:18] "GET /metrics HTTP/1.1" 200 38129 "" "Prometheus/2.51.0" 2026-02-12T03:29:19.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:29:20.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:20 trial145 ceph-mon[16978]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:20.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:20 trial086 ceph-mon[14472]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:20.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:20 trial086 ceph-mon[23011]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:22.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:22 trial145 ceph-mon[16978]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:22.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:22 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:29:22.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:22 trial086 ceph-mon[14472]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:22.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:22 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:29:22.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:22 trial086 ceph-mon[23011]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:22.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:22 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:29:24.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:24 trial145 ceph-mon[16978]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:24.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:24 trial086 ceph-mon[14472]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:24.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:24 trial086 ceph-mon[23011]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:26.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:26 trial145 ceph-mon[16978]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:26.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:26 trial086 ceph-mon[23011]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:26.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:26 trial086 ceph-mon[14472]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:28.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:28 trial145 ceph-mon[16978]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:28.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:28 trial086 ceph-mon[14472]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:28.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:28 trial086 ceph-mon[23011]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:29.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:29:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:29:28] "GET /metrics HTTP/1.1" 200 38130 "" "Prometheus/2.51.0" 2026-02-12T03:29:30.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:30 trial145 ceph-mon[16978]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:30.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:30 trial086 ceph-mon[14472]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:30.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:30 trial086 ceph-mon[23011]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:32.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:32 trial145 ceph-mon[16978]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:32.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:32 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:29:32.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:32 trial086 ceph-mon[14472]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:32.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:32 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:29:32.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:32 trial086 ceph-mon[23011]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:32.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:32 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:29:34.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:34 trial145 ceph-mon[16978]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:34.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:34 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:29:34.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:34 trial086 ceph-mon[14472]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:34.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:34 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:29:34.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:34 trial086 ceph-mon[23011]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:34.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:34 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:29:36.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:36 trial145 ceph-mon[16978]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:36.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:36 trial086 ceph-mon[14472]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:36.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:36 trial086 ceph-mon[23011]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:38.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:38 trial145 ceph-mon[16978]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:38.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:38 trial086 ceph-mon[14472]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:38.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:38 trial086 ceph-mon[23011]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:39.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:29:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:29:38] "GET /metrics HTTP/1.1" 200 38128 "" "Prometheus/2.51.0" 2026-02-12T03:29:40.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:40 trial145 ceph-mon[16978]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:40.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:40 trial086 ceph-mon[14472]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:40.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:40 trial086 ceph-mon[23011]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:42.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:42 trial145 ceph-mon[16978]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:42.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:42 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:29:42.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:42 trial086 ceph-mon[14472]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:42.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:42 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:29:42.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:42 trial086 ceph-mon[23011]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:42.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:42 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:29:44.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:44 trial145 ceph-mon[16978]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:44.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:44 trial086 ceph-mon[14472]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:44.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:44 trial086 ceph-mon[23011]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:46.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:46 trial145 ceph-mon[16978]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:46.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:46 trial086 ceph-mon[14472]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:46.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:46 trial086 ceph-mon[23011]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:48.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:48 trial145 ceph-mon[16978]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:48.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:48 trial086 ceph-mon[14472]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:48.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:48 trial086 ceph-mon[23011]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:49.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:29:48 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:29:48] "GET /metrics HTTP/1.1" 200 38128 "" "Prometheus/2.51.0" 2026-02-12T03:29:49.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:49 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:29:49.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:49 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:29:49.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:49 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:29:50.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:50 trial145 ceph-mon[16978]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:50.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:50 trial086 ceph-mon[14472]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:50.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:50 trial086 ceph-mon[23011]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:52.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:52 trial145 ceph-mon[16978]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:52.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:52 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:29:52.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:52 trial086 ceph-mon[14472]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:52.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:52 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:29:52.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:52 trial086 ceph-mon[23011]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:52.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:52 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:29:54.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:54 trial145 ceph-mon[16978]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:54.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:54 trial086 ceph-mon[14472]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:54.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:54 trial086 ceph-mon[23011]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:56.571 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:56 trial145 ceph-mon[16978]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:56.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:56 trial086 ceph-mon[14472]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:56.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:56 trial086 ceph-mon[23011]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:29:58.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:57 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:29:58.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:57 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:29:58.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:57 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:29:58.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:57 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:29:58.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:57 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:29:58.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:29:57 trial145 ceph-mon[16978]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:58.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:57 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:29:58.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:57 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:29:58.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:57 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:29:58.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:57 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:29:58.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:57 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:29:58.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:29:57 trial086 ceph-mon[14472]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:58.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:57 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:29:58.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:57 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:29:58.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:57 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:29:58.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:57 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:29:58.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:57 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:29:58.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:29:57 trial086 ceph-mon[23011]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:29:59.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:29:58 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:29:58] "GET /metrics HTTP/1.1" 200 38129 "" "Prometheus/2.51.0" 2026-02-12T03:30:00.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:00 trial145 ceph-mon[16978]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:00.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:00 trial145 ceph-mon[16978]: overall HEALTH_OK 2026-02-12T03:30:00.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:00 trial086 ceph-mon[14472]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:00.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:00 trial086 ceph-mon[14472]: overall HEALTH_OK 2026-02-12T03:30:00.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:00 trial086 ceph-mon[23011]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:00.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:00 trial086 ceph-mon[23011]: overall HEALTH_OK 2026-02-12T03:30:02.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:02 trial145 ceph-mon[16978]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:02.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:02 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:30:02.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:02 trial086 ceph-mon[14472]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:02.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:02 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:30:02.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:02 trial086 ceph-mon[23011]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:02.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:02 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:30:04.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:04 trial145 ceph-mon[16978]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:04.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:04 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:30:04.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:04 trial086 ceph-mon[14472]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:04.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:04 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:30:04.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:04 trial086 ceph-mon[23011]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:04.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:04 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:30:06.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:06 trial145 ceph-mon[16978]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:06.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:06 trial086 ceph-mon[14472]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:06.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:06 trial086 ceph-mon[23011]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:08.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:08 trial145 ceph-mon[16978]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:08.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:08 trial086 ceph-mon[14472]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:08.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:08 trial086 ceph-mon[23011]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:09.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:30:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:30:08] "GET /metrics HTTP/1.1" 200 38128 "" "Prometheus/2.51.0" 2026-02-12T03:30:10.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:10 trial145 ceph-mon[16978]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:10.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:10 trial086 ceph-mon[14472]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:10.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:10 trial086 ceph-mon[23011]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:12.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:12 trial145 ceph-mon[16978]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:12.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:12 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:30:12.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:12 trial086 ceph-mon[14472]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:12.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:12 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:30:12.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:12 trial086 ceph-mon[23011]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:12.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:12 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:30:14.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:14 trial145 ceph-mon[16978]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:14.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:14 trial086 ceph-mon[14472]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:14.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:14 trial086 ceph-mon[23011]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:16.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:16 trial145 ceph-mon[16978]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:16.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:16 trial086 ceph-mon[14472]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:16.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:16 trial086 ceph-mon[23011]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:18.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:18 trial145 ceph-mon[16978]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:18.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:18 trial086 ceph-mon[14472]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:18.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:18 trial086 ceph-mon[23011]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:19.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:30:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:30:18] "GET /metrics HTTP/1.1" 200 38128 "" "Prometheus/2.51.0" 2026-02-12T03:30:19.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:30:19.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:30:19.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:30:20.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:20 trial145 ceph-mon[16978]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:20.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:20 trial086 ceph-mon[14472]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:20.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:20 trial086 ceph-mon[23011]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:22.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:22 trial145 ceph-mon[16978]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:22.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:22 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:30:22.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:22 trial086 ceph-mon[23011]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:22.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:22 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:30:22.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:22 trial086 ceph-mon[14472]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:22.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:22 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:30:24.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:24 trial145 ceph-mon[16978]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:24.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:24 trial086 ceph-mon[14472]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:24.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:24 trial086 ceph-mon[23011]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:26.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:26 trial145 ceph-mon[16978]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:26.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:26 trial086 ceph-mon[14472]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:26.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:26 trial086 ceph-mon[23011]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:28.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:28 trial145 ceph-mon[16978]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:28.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:28 trial086 ceph-mon[14472]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:28.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:28 trial086 ceph-mon[23011]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:29.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:30:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:30:28] "GET /metrics HTTP/1.1" 200 38125 "" "Prometheus/2.51.0" 2026-02-12T03:30:30.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:30 trial145 ceph-mon[16978]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:30.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:30 trial086 ceph-mon[14472]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:30.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:30 trial086 ceph-mon[23011]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:32.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:32 trial145 ceph-mon[16978]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:32.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:32 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:30:32.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:32 trial086 ceph-mon[14472]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:32.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:32 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:30:32.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:32 trial086 ceph-mon[23011]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:32.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:32 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:30:34.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:34 trial145 ceph-mon[16978]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:34.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:34 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:30:34.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:34 trial086 ceph-mon[14472]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:34.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:34 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:30:34.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:34 trial086 ceph-mon[23011]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:34.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:34 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:30:36.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:36 trial145 ceph-mon[16978]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:36.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:36 trial086 ceph-mon[14472]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:36.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:36 trial086 ceph-mon[23011]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:38.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:38 trial145 ceph-mon[16978]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:38.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:38 trial086 ceph-mon[14472]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:38.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:38 trial086 ceph-mon[23011]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:39.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:30:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:30:38] "GET /metrics HTTP/1.1" 200 38126 "" "Prometheus/2.51.0" 2026-02-12T03:30:40.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:40 trial145 ceph-mon[16978]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:40.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:40 trial086 ceph-mon[14472]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:40.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:40 trial086 ceph-mon[23011]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:42.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:42 trial145 ceph-mon[16978]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:42.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:42 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:30:42.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:42 trial086 ceph-mon[14472]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:42.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:42 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:30:42.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:42 trial086 ceph-mon[23011]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:42.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:42 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:30:44.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:44 trial145 ceph-mon[16978]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:44.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:44 trial086 ceph-mon[14472]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:44.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:44 trial086 ceph-mon[23011]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:46.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:46 trial145 ceph-mon[16978]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:46.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:46 trial086 ceph-mon[14472]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:46.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:46 trial086 ceph-mon[23011]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:48.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:48 trial145 ceph-mon[16978]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:48.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:48 trial086 ceph-mon[14472]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:48.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:48 trial086 ceph-mon[23011]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:49.250 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:30:48 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:30:48] "GET /metrics HTTP/1.1" 200 38126 "" "Prometheus/2.51.0" 2026-02-12T03:30:49.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:49 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:30:49.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:49 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:30:49.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:49 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:30:50.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:50 trial145 ceph-mon[16978]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:50.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:50 trial086 ceph-mon[14472]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:50.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:50 trial086 ceph-mon[23011]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:52.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:52 trial145 ceph-mon[16978]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:52.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:52 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:30:52.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:52 trial086 ceph-mon[14472]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:52.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:52 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:30:52.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:52 trial086 ceph-mon[23011]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:52.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:52 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:30:54.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:54 trial145 ceph-mon[16978]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:54.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:54 trial086 ceph-mon[14472]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:54.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:54 trial086 ceph-mon[23011]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:56.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:56 trial145 ceph-mon[16978]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:56.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:56 trial086 ceph-mon[14472]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:56.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:56 trial086 ceph-mon[23011]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:30:58.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:58 trial145 ceph-mon[16978]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:58.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:58 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:30:58.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:58 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:30:58.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:30:58 trial145 ceph-mon[16978]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:30:58.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:58 trial086 ceph-mon[14472]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:58.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:58 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:30:58.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:58 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:30:58.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:30:58 trial086 ceph-mon[14472]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:30:58.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:58 trial086 ceph-mon[23011]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:30:58.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:58 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:30:58.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:58 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:30:58.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:30:58 trial086 ceph-mon[23011]: from='mgr.14517 ' entity='mgr.y' 2026-02-12T03:30:59.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:30:58 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:30:58] "GET /metrics HTTP/1.1" 200 38126 "" "Prometheus/2.51.0" 2026-02-12T03:31:00.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:00 trial145 ceph-mon[16978]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:00.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:00 trial086 ceph-mon[23011]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:00.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:00 trial086 ceph-mon[14472]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:02.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:02 trial145 ceph-mon[16978]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:02.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:02 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:31:02.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:02 trial086 ceph-mon[14472]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:02.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:02 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:31:02.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:02 trial086 ceph-mon[23011]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:02.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:02 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:31:04.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:04 trial145 ceph-mon[16978]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:04.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:04 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:31:04.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:04 trial086 ceph-mon[14472]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:04.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:04 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:31:04.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:04 trial086 ceph-mon[23011]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:04.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:04 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:31:06.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:06 trial145 ceph-mon[16978]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:06.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:06 trial086 ceph-mon[14472]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:06.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:06 trial086 ceph-mon[23011]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:08.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:08 trial145 ceph-mon[16978]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:08.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:08 trial086 ceph-mon[14472]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:08.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:08 trial086 ceph-mon[23011]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:09.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:31:08] "GET /metrics HTTP/1.1" 200 38126 "" "Prometheus/2.51.0" 2026-02-12T03:31:10.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:10 trial145 ceph-mon[16978]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:10.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:10 trial086 ceph-mon[14472]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:10.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:10 trial086 ceph-mon[23011]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:12.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:12 trial145 ceph-mon[16978]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:12.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:12 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:31:12.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:12 trial086 ceph-mon[14472]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:12.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:12 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:31:12.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:12 trial086 ceph-mon[23011]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:12.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:12 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:31:14.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:14 trial145 ceph-mon[16978]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:14.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:14 trial086 ceph-mon[14472]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:14.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:14 trial086 ceph-mon[23011]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:16.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:16 trial145 ceph-mon[16978]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:16.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:16 trial086 ceph-mon[14472]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:16.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:16 trial086 ceph-mon[23011]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:18.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:18 trial145 ceph-mon[16978]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:18.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:18 trial086 ceph-mon[14472]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:18.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:18 trial086 ceph-mon[23011]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:19.273 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:31:18] "GET /metrics HTTP/1.1" 200 38126 "" "Prometheus/2.51.0" 2026-02-12T03:31:19.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:19 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:31:19.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:19 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:31:19.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:19 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:31:20.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:20 trial145 ceph-mon[16978]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:20.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:20 trial086 ceph-mon[14472]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:20.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:20 trial086 ceph-mon[23011]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:22.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:22 trial145 ceph-mon[16978]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:22.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:22 trial086 ceph-mon[14472]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:22.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:22 trial086 ceph-mon[23011]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:23.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:23 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:31:23.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:23 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:31:23.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:23 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:31:24.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:24 trial145 ceph-mon[16978]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:24.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:24 trial086 ceph-mon[14472]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:24.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:24 trial086 ceph-mon[23011]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:26.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:26 trial145 ceph-mon[16978]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:26.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:26 trial086 ceph-mon[14472]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:26.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:26 trial086 ceph-mon[23011]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:28.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:28 trial145 ceph-mon[16978]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:28.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:28 trial086 ceph-mon[14472]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:28.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:28 trial086 ceph-mon[23011]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:29.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:31:28] "GET /metrics HTTP/1.1" 200 38127 "" "Prometheus/2.51.0" 2026-02-12T03:31:30.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:30 trial145 ceph-mon[16978]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:30.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:30 trial086 ceph-mon[14472]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:30.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:30 trial086 ceph-mon[23011]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:32.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:32 trial145 ceph-mon[16978]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:32.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:32 trial086 ceph-mon[14472]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:32.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:32 trial086 ceph-mon[23011]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:33.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:33 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:31:33.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:33 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:31:33.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:33 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:31:34.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:34 trial145 ceph-mon[16978]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:34.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:34 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:31:34.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:34 trial086 ceph-mon[14472]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:34.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:34 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:31:34.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:34 trial086 ceph-mon[23011]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:34.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:34 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:31:36.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:36 trial145 ceph-mon[16978]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:36.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:36 trial086 ceph-mon[14472]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:36.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:36 trial086 ceph-mon[23011]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:38.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:38 trial145 ceph-mon[16978]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:38.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:38 trial086 ceph-mon[14472]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:38.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:38 trial086 ceph-mon[23011]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:39.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:31:38] "GET /metrics HTTP/1.1" 200 38127 "" "Prometheus/2.51.0" 2026-02-12T03:31:40.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:40 trial145 ceph-mon[16978]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:40.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:40 trial086 ceph-mon[14472]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:40.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:40 trial086 ceph-mon[23011]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:42.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:42 trial145 ceph-mon[16978]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:42.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:42 trial086 ceph-mon[14472]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:42.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:42 trial086 ceph-mon[23011]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:43.634 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:43 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:31:43.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:43 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:31:43.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:43 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:31:44.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:44 trial145 ceph-mon[16978]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:44.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:44 trial086 ceph-mon[14472]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:44.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:44 trial086 ceph-mon[23011]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:46.072 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T03:31:46.359 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:31:46.569 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:31:46.570 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (6m) 2m ago 6m - - 0.25.0 c8568f914cd2 5608e9f0137c 2026-02-12T03:31:46.570 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (6m) 109s ago 6m 90.4M - 10.4.0 c8b91775d855 37590065d384 2026-02-12T03:31:46.570 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (6m) 2m ago 6m - - 3.9 4cc07a41bb19 e0220869852e 2026-02-12T03:31:46.570 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,9283,8765 running (2m) 109s ago 7m 491M - 20.3.0-5250-g84a80275 21b90b676abb e52f397d629d 2026-02-12T03:31:46.570 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:9283,8765 running (8m) 2m ago 8m - - 19.2.3-672-g283431c0 4cc07a41bb19 3aa5e17d08b6 2026-02-12T03:31:46.570 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (8m) 2m ago 8m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 d8b3e18533b3 2026-02-12T03:31:46.570 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (8m) 109s ago 8m 42.5M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 54def20c4bc2 2026-02-12T03:31:46.570 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (8m) 2m ago 8m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 5e4d958d8791 2026-02-12T03:31:46.570 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (6m) 2m ago 6m - - 1.7.0 72c9c2088986 19c3ca17a43d 2026-02-12T03:31:46.571 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (6m) 109s ago 6m 13.5M - 1.7.0 72c9c2088986 036e0a3ac0d9 2026-02-12T03:31:46.571 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (7m) 2m ago 7m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 d7baf8f72e60 2026-02-12T03:31:46.571 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (7m) 2m ago 7m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 fb2687e62c00 2026-02-12T03:31:46.571 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (7m) 2m ago 7m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 9def62f780f8 2026-02-12T03:31:46.571 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (7m) 2m ago 7m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 1b941c940e6e 2026-02-12T03:31:46.571 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (7m) 109s ago 7m 54.9M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 472a47a150fc 2026-02-12T03:31:46.571 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (7m) 109s ago 7m 56.2M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 03a06d3fbe57 2026-02-12T03:31:46.571 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (6m) 109s ago 6m 52.3M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 838bfb91f030 2026-02-12T03:31:46.571 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (6m) 109s ago 6m 54.8M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 799fb27b1d2c 2026-02-12T03:31:46.571 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (6m) 109s ago 6m 55.5M - 2.51.0 1d3b7f56885b bf20c72d93c2 2026-02-12T03:31:46.571 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (6m) 2m ago 6m - - 19.2.3-672-g283431c0 4cc07a41bb19 fc6cafaeed8d 2026-02-12T03:31:46.572 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (6m) 109s ago 6m 104M - 19.2.3-672-g283431c0 4cc07a41bb19 01589a0f2102 2026-02-12T03:31:46.572 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:46 trial086 ceph-mon[14472]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:46.572 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:46 trial086 ceph-mon[23011]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:46.622 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions' 2026-02-12T03:31:46.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:46 trial145 ceph-mon[16978]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:46.908 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:31:47.137 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:31:47.137 INFO:teuthology.orchestra.run.trial086.stdout: "mon": { 2026-02-12T03:31:47.137 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T03:31:47.137 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:31:47.137 INFO:teuthology.orchestra.run.trial086.stdout: "mgr": { 2026-02-12T03:31:47.137 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 1, 2026-02-12T03:31:47.138 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 1 2026-02-12T03:31:47.138 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:31:47.138 INFO:teuthology.orchestra.run.trial086.stdout: "osd": { 2026-02-12T03:31:47.138 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T03:31:47.138 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:31:47.138 INFO:teuthology.orchestra.run.trial086.stdout: "rgw": { 2026-02-12T03:31:47.138 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:31:47.138 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:31:47.138 INFO:teuthology.orchestra.run.trial086.stdout: "overall": { 2026-02-12T03:31:47.138 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 14, 2026-02-12T03:31:47.138 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 1 2026-02-12T03:31:47.138 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:31:47.139 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:31:47.175 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph -s' 2026-02-12T03:31:47.461 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:31:47.483 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:47 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1946052320' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:31:47.483 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:47 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1946052320' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:31:47.634 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:47 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1946052320' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:31:47.684 INFO:teuthology.orchestra.run.trial086.stdout: cluster: 2026-02-12T03:31:47.684 INFO:teuthology.orchestra.run.trial086.stdout: id: 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:31:47.684 INFO:teuthology.orchestra.run.trial086.stdout: health: HEALTH_OK 2026-02-12T03:31:47.684 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:31:47.685 INFO:teuthology.orchestra.run.trial086.stdout: services: 2026-02-12T03:31:47.685 INFO:teuthology.orchestra.run.trial086.stdout: mon: 3 daemons, quorum a,b,c (age 8m) 2026-02-12T03:31:47.685 INFO:teuthology.orchestra.run.trial086.stdout: mgr: y(active, since 6m), standbys: x 2026-02-12T03:31:47.685 INFO:teuthology.orchestra.run.trial086.stdout: osd: 8 osds: 8 up (since 6m), 8 in (since 6m) 2026-02-12T03:31:47.685 INFO:teuthology.orchestra.run.trial086.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2026-02-12T03:31:47.685 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:31:47.685 INFO:teuthology.orchestra.run.trial086.stdout: data: 2026-02-12T03:31:47.685 INFO:teuthology.orchestra.run.trial086.stdout: pools: 6 pools, 161 pgs 2026-02-12T03:31:47.685 INFO:teuthology.orchestra.run.trial086.stdout: objects: 244 objects, 585 KiB 2026-02-12T03:31:47.685 INFO:teuthology.orchestra.run.trial086.stdout: usage: 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:31:47.685 INFO:teuthology.orchestra.run.trial086.stdout: pgs: 161 active+clean 2026-02-12T03:31:47.685 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:31:47.686 INFO:teuthology.orchestra.run.trial086.stdout: io: 2026-02-12T03:31:47.686 INFO:teuthology.orchestra.run.trial086.stdout: client: 853 B/s rd, 0 op/s rd, 0 op/s wr 2026-02-12T03:31:47.686 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:31:47.721 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph health detail' 2026-02-12T03:31:48.012 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:31:48.230 INFO:teuthology.orchestra.run.trial086.stdout:HEALTH_OK 2026-02-12T03:31:48.269 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 2'"'"'' 2026-02-12T03:31:48.553 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:31:48.575 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:48 trial086 ceph-mon[14472]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:31:48.575 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:48 trial086 ceph-mon[14472]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:48.576 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:48 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3925524151' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T03:31:48.576 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:48 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1653595567' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T03:31:48.576 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:48 trial086 ceph-mon[23011]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:31:48.576 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:48 trial086 ceph-mon[23011]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:48.576 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:48 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3925524151' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T03:31:48.576 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:48 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1653595567' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T03:31:48.634 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:48 trial145 ceph-mon[16978]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:31:48.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:48 trial145 ceph-mon[16978]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:31:48.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:48 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3925524151' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T03:31:48.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:48 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1653595567' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T03:31:48.783 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:31:48.814 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph mgr fail' 2026-02-12T03:31:49.098 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:31:49.121 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:48 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:31:48] "GET /metrics HTTP/1.1" 200 38127 "" "Prometheus/2.51.0" 2026-02-12T03:31:49.351 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'sleep 180' 2026-02-12T03:31:49.375 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:49 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1191322497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:31:49.375 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:49 trial086 ceph-mon[14472]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:31:49.375 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:49 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1191322497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:31:49.376 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:49 trial086 ceph-mon[23011]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:31:49.376 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:49 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:49.309+0000 7f1810339640 -1 mgr handle_mgr_map I was active but no longer am 2026-02-12T03:31:49.376 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:49 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ignoring --setuser ceph since I am not root 2026-02-12T03:31:49.376 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:49 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: ignoring --setgroup ceph since I am not root 2026-02-12T03:31:49.634 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:49 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1191322497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:31:49.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:49 trial145 ceph-mon[16978]: from='mgr.14517 10.20.193.86:0/604566829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:31:49.635 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:31:49 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:31:49] ENGINE Bus STOPPING 2026-02-12T03:31:49.635 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:31:49 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:31:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T03:31:49.635 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:31:49 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:31:49] ENGINE Bus STOPPED 2026-02-12T03:31:49.645 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:31:49.948 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:49 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:49.724+0000 7f926fb26140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T03:31:49.948 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:49 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:49.870+0000 7f926fb26140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T03:31:49.948 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:49 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:49.905+0000 7f926fb26140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T03:31:49.948 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:49 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:49.946+0000 7f926fb26140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T03:31:50.286 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:49 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:49.978+0000 7f926fb26140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T03:31:50.286 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:50 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:50.012+0000 7f926fb26140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T03:31:50.286 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:50 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:50.078+0000 7f926fb26140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T03:31:50.286 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:50 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T03:31:50.287 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:50 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T03:31:50.287 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:50 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: from numpy import show_config as show_numpy_config 2026-02-12T03:31:50.287 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:50 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:50.153+0000 7f926fb26140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T03:31:50.287 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:50 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:50.188+0000 7f926fb26140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T03:31:50.287 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:50 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:50.285+0000 7f926fb26140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T03:31:50.385 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:31:50 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: 2026-02-12T03:31:50.090+0000 7f1943b68640 -1 log_channel(cephadm) log [ERR] : Promtail -> Alloy migration failed: 'CephadmOrchestrator' object has no attribute 'mgr_service' 2026-02-12T03:31:50.385 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:31:50 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:31:50] ENGINE Bus STARTING 2026-02-12T03:31:50.385 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:31:50 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:31:50] ENGINE Serving on http://:::9283 2026-02-12T03:31:50.385 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:31:50 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:31:50] ENGINE Bus STARTED 2026-02-12T03:31:50.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/13568889' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T03:31:50.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: Activating manager daemon x 2026-02-12T03:31:50.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/13568889' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T03:31:50.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: osdmap e82: 8 total, 8 up, 8 in 2026-02-12T03:31:50.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: mgrmap e23: x(active, starting, since 0.00394217s) 2026-02-12T03:31:50.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:31:50.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:31:50.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:31:50.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:31:50.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:31:50.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:31:50.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:31:50.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: Manager daemon x is now available 2026-02-12T03:31:50.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T03:31:50.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T03:31:50.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T03:31:50.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T03:31:50.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:50.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:50.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:50.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:50.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:31:50.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:31:50.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:31:50.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T03:31:50.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:50 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T03:31:50.660 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:50 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:50.347+0000 7f926fb26140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T03:31:50.661 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:50 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:50.382+0000 7f926fb26140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T03:31:50.661 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:50 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:50.415+0000 7f926fb26140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T03:31:50.661 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:50 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:50.450+0000 7f926fb26140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T03:31:50.661 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:50 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:50.481+0000 7f926fb26140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T03:31:50.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/13568889' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T03:31:50.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: Activating manager daemon x 2026-02-12T03:31:50.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/13568889' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T03:31:50.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: osdmap e82: 8 total, 8 up, 8 in 2026-02-12T03:31:50.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: mgrmap e23: x(active, starting, since 0.00394217s) 2026-02-12T03:31:50.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:31:50.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:31:50.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:31:50.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:31:50.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:31:50.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:31:50.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:31:50.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: Manager daemon x is now available 2026-02-12T03:31:50.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T03:31:50.663 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T03:31:50.663 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T03:31:50.663 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T03:31:50.663 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:50.663 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:50.663 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:50.663 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:50.663 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:31:50.663 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:31:50.663 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:31:50.663 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T03:31:50.663 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T03:31:50.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/13568889' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T03:31:50.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: Activating manager daemon x 2026-02-12T03:31:50.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/13568889' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T03:31:50.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: osdmap e82: 8 total, 8 up, 8 in 2026-02-12T03:31:50.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: mgrmap e23: x(active, starting, since 0.00394217s) 2026-02-12T03:31:50.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:31:50.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:31:50.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:31:50.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:31:50.665 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:31:50.665 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:31:50.665 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:31:50.665 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: Manager daemon x is now available 2026-02-12T03:31:50.665 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T03:31:50.665 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T03:31:50.665 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T03:31:50.665 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T03:31:50.665 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:50.665 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:50.665 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:50.665 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:50.665 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:31:50.666 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:31:50.666 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:31:50.666 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T03:31:50.666 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:50 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T03:31:50.971 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:50 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:50.715+0000 7f926fb26140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T03:31:50.971 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:50 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:50.815+0000 7f926fb26140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T03:31:50.971 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:50 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:50.845+0000 7f926fb26140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T03:31:50.972 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:50 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:50.876+0000 7f926fb26140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T03:31:50.972 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:50 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:50.970+0000 7f926fb26140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T03:31:51.313 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:51 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:50.999+0000 7f926fb26140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T03:31:51.314 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:51 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:51.091+0000 7f926fb26140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T03:31:51.578 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[14472]: Running migration 7 -> 8 2026-02-12T03:31:51.578 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[14472]: Promtail -> Alloy migration failed: 'CephadmOrchestrator' object has no attribute 'mgr_service' 2026-02-12T03:31:51.578 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[14472]: Deploying cephadm binary to trial086 2026-02-12T03:31:51.578 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[14472]: Deploying cephadm binary to trial145 2026-02-12T03:31:51.579 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[14472]: mgrmap e24: x(active, since 1.0064s) 2026-02-12T03:31:51.579 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[14472]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:31:51.579 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:51.579 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:51.579 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[14472]: [12/Feb/2026:03:31:50] ENGINE Bus STARTING 2026-02-12T03:31:51.579 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[14472]: [12/Feb/2026:03:31:50] ENGINE Serving on http://10.20.193.145:8765 2026-02-12T03:31:51.579 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[14472]: [12/Feb/2026:03:31:50] ENGINE Serving on https://10.20.193.145:7150 2026-02-12T03:31:51.579 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[14472]: [12/Feb/2026:03:31:50] ENGINE Bus STARTED 2026-02-12T03:31:51.579 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[14472]: [12/Feb/2026:03:31:50] ENGINE Client ('10.20.193.145', 55820) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:31:51.580 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[23011]: Running migration 7 -> 8 2026-02-12T03:31:51.580 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[23011]: Promtail -> Alloy migration failed: 'CephadmOrchestrator' object has no attribute 'mgr_service' 2026-02-12T03:31:51.580 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[23011]: Deploying cephadm binary to trial086 2026-02-12T03:31:51.580 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[23011]: Deploying cephadm binary to trial145 2026-02-12T03:31:51.580 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[23011]: mgrmap e24: x(active, since 1.0064s) 2026-02-12T03:31:51.580 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[23011]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:31:51.580 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:51.580 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:51.580 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[23011]: [12/Feb/2026:03:31:50] ENGINE Bus STARTING 2026-02-12T03:31:51.580 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[23011]: [12/Feb/2026:03:31:50] ENGINE Serving on http://10.20.193.145:8765 2026-02-12T03:31:51.580 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[23011]: [12/Feb/2026:03:31:50] ENGINE Serving on https://10.20.193.145:7150 2026-02-12T03:31:51.581 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[23011]: [12/Feb/2026:03:31:50] ENGINE Bus STARTED 2026-02-12T03:31:51.581 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:51 trial086 ceph-mon[23011]: [12/Feb/2026:03:31:50] ENGINE Client ('10.20.193.145', 55820) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:31:51.581 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:51 trial145 ceph-mon[16978]: Running migration 7 -> 8 2026-02-12T03:31:51.581 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:51 trial145 ceph-mon[16978]: Promtail -> Alloy migration failed: 'CephadmOrchestrator' object has no attribute 'mgr_service' 2026-02-12T03:31:51.581 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:51 trial145 ceph-mon[16978]: Deploying cephadm binary to trial086 2026-02-12T03:31:51.581 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:51 trial145 ceph-mon[16978]: Deploying cephadm binary to trial145 2026-02-12T03:31:51.582 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:51 trial145 ceph-mon[16978]: mgrmap e24: x(active, since 1.0064s) 2026-02-12T03:31:51.582 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:51 trial145 ceph-mon[16978]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:31:51.582 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:51 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:51.582 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:51 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:51.582 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:51 trial145 ceph-mon[16978]: [12/Feb/2026:03:31:50] ENGINE Bus STARTING 2026-02-12T03:31:51.582 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:51 trial145 ceph-mon[16978]: [12/Feb/2026:03:31:50] ENGINE Serving on http://10.20.193.145:8765 2026-02-12T03:31:51.582 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:51 trial145 ceph-mon[16978]: [12/Feb/2026:03:31:50] ENGINE Serving on https://10.20.193.145:7150 2026-02-12T03:31:51.582 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:51 trial145 ceph-mon[16978]: [12/Feb/2026:03:31:50] ENGINE Bus STARTED 2026-02-12T03:31:51.582 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:51 trial145 ceph-mon[16978]: [12/Feb/2026:03:31:50] ENGINE Client ('10.20.193.145', 55820) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:31:51.904 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:51 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:51.576+0000 7f926fb26140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T03:31:51.904 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:51 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:51.608+0000 7f926fb26140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T03:31:52.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:52 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:52.024+0000 7f926fb26140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T03:31:52.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:52 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:31:52] ENGINE Bus STARTING 2026-02-12T03:31:52.161 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:52 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: CherryPy Checker: 2026-02-12T03:31:52.161 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:52 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: The Application mounted at '' has an empty config. 2026-02-12T03:31:52.161 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:52 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: 2026-02-12T03:31:52.161 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:52 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:31:52] ENGINE Serving on http://:::9283 2026-02-12T03:31:52.161 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:31:52 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[14726]: [12/Feb/2026:03:31:52] ENGINE Bus STARTED 2026-02-12T03:31:52.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:52 trial145 ceph-mon[16978]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:31:52.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:52 trial145 ceph-mon[16978]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:31:52.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:52 trial145 ceph-mon[16978]: Standby manager daemon y started 2026-02-12T03:31:52.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:52 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.86:0/886646086' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T03:31:52.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:52 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.86:0/886646086' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:31:52.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:52 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.86:0/886646086' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T03:31:52.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:52 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.86:0/886646086' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:31:52.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:52 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:52.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:52 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:52.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:52 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:52.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:52 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:52.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:52 trial086 ceph-mon[14472]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:31:52.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:52 trial086 ceph-mon[14472]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:31:52.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:52 trial086 ceph-mon[14472]: Standby manager daemon y started 2026-02-12T03:31:52.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:52 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.86:0/886646086' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T03:31:52.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:52 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.86:0/886646086' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:31:52.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:52 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.86:0/886646086' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T03:31:52.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:52 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.86:0/886646086' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:31:52.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:52 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:52.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:52 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:52.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:52 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:52.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:52 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:52.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:52 trial086 ceph-mon[23011]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:31:52.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:52 trial086 ceph-mon[23011]: from='client.24818 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:31:52.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:52 trial086 ceph-mon[23011]: Standby manager daemon y started 2026-02-12T03:31:52.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:52 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.86:0/886646086' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T03:31:52.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:52 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.86:0/886646086' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:31:52.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:52 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.86:0/886646086' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T03:31:52.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:52 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.86:0/886646086' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:31:52.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:52 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:52.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:52 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:52.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:52 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:52.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:52 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.556 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: mgrmap e25: x(active, since 3s), standbys: y 2026-02-12T03:31:53.556 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:31:53.556 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.556 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.557 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.557 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.557 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.557 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.557 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.557 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.557 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.557 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.557 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: Adjusting osd_memory_target on trial086 to 19731M 2026-02-12T03:31:53.557 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.557 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.557 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.558 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.558 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.558 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.558 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.558 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.558 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.558 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.558 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.558 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.558 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: Adjusting osd_memory_target on trial145 to 19987M 2026-02-12T03:31:53.558 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:31:53.558 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:31:53.559 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:31:53.559 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: mgrmap e25: x(active, since 3s), standbys: y 2026-02-12T03:31:53.559 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:31:53.559 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.559 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.559 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.559 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.559 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.560 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.560 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.560 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.560 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.560 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.560 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: Adjusting osd_memory_target on trial086 to 19731M 2026-02-12T03:31:53.560 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.560 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.560 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.560 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.560 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.560 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.561 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.561 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.561 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.561 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.561 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.561 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.561 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: Adjusting osd_memory_target on trial145 to 19987M 2026-02-12T03:31:53.561 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:31:53.561 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:31:53.561 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:31:53.562 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:31:53.562 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:31:53.562 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:31:53.562 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: Updating trial145:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:31:53.562 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: Updating trial086:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:31:53.562 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.562 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.562 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.562 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.562 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.563 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.563 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:31:53.563 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:31:53.563 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:31:53.563 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:31:53.563 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:31:53.563 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:31:53.563 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:31:53.563 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: Updating trial145:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:31:53.564 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: Updating trial086:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:31:53.564 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.564 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.564 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.564 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.564 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.564 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.564 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:31:53.564 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:31:53.564 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:31:53.564 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:53 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:31:53.635 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:31:53 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:31:53] ENGINE Bus STOPPING 2026-02-12T03:31:53.635 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:31:53 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:31:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T03:31:53.635 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:31:53 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:31:53] ENGINE Bus STOPPED 2026-02-12T03:31:53.635 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:31:53 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:31:53] ENGINE Bus STARTING 2026-02-12T03:31:53.635 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:31:53 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:31:53] ENGINE Serving on http://:::9283 2026-02-12T03:31:53.635 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:31:53 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:31:53] ENGINE Bus STARTED 2026-02-12T03:31:53.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: mgrmap e25: x(active, since 3s), standbys: y 2026-02-12T03:31:53.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:31:53.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: Adjusting osd_memory_target on trial086 to 19731M 2026-02-12T03:31:53.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T03:31:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: Adjusting osd_memory_target on trial145 to 19987M 2026-02-12T03:31:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:31:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:31:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:31:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:31:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:31:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:31:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: Updating trial145:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:31:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: Updating trial086:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:31:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:31:53.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:31:53.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:31:53.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:53 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:31:55.109 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[14472]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:31:55.109 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[14472]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:31:55.110 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[14472]: Running migration 7 -> 8 2026-02-12T03:31:55.110 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[14472]: Promtail -> Alloy migration: no Promtail service found, nothing to do. 2026-02-12T03:31:55.110 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[14472]: Reconfiguring iscsi.foo.trial086.ooltqb deps ['10.20.193.86'] -> ['10.20.193.145'] (diff {'10.20.193.145', '10.20.193.86'}) 2026-02-12T03:31:55.110 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[14472]: Reconfiguring daemon iscsi.foo.trial086.ooltqb on trial086 2026-02-12T03:31:55.110 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:31:55.110 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[14472]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:31:55.110 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:55.110 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:55.110 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:55.110 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[14472]: Reconfiguring prometheus.a deps ['8765', '9283', 'alertmanager', 'mgr.y', 'node-exporter', 'secure_monitoring_stack:False'] -> ['8765', 'alertmanager_configured:True', 'ceph-exporter_configured:False', 'ingress_configured:False', 'mgmt-gateway_configured:False', 'mgr.x', 'mgr.y', 'nfs_configured:False', 'node-exporter_configured:True', 'nvmeof_configured:False', 'oauth2-proxy_configured:False', 'secure_monitoring_stack:False', 'smb_configured:False'] (diff {'mgr.x', 'nvmeof_configured:False', 'ceph-exporter_configured:False', 'nfs_configured:False', 'smb_configured:False', '9283', 'node-exporter_configured:True', 'alertmanager_configured:True', 'mgmt-gateway_configured:False', 'node-exporter', 'ingress_configured:False', 'alertmanager', 'oauth2-proxy_configured:False'}) 2026-02-12T03:31:55.110 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:55.111 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[14472]: Deploying daemon prometheus.a on trial145 2026-02-12T03:31:55.111 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/436134754' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T03:31:55.111 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/938597958' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3949806516"}]: dispatch 2026-02-12T03:31:55.111 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3949806516"}]: dispatch 2026-02-12T03:31:55.111 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[23011]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:31:55.111 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[23011]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:31:55.111 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[23011]: Running migration 7 -> 8 2026-02-12T03:31:55.111 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[23011]: Promtail -> Alloy migration: no Promtail service found, nothing to do. 2026-02-12T03:31:55.111 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[23011]: Reconfiguring iscsi.foo.trial086.ooltqb deps ['10.20.193.86'] -> ['10.20.193.145'] (diff {'10.20.193.145', '10.20.193.86'}) 2026-02-12T03:31:55.112 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[23011]: Reconfiguring daemon iscsi.foo.trial086.ooltqb on trial086 2026-02-12T03:31:55.112 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:31:55.112 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[23011]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:31:55.112 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:55.112 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:55.112 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:55.112 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[23011]: Reconfiguring prometheus.a deps ['8765', '9283', 'alertmanager', 'mgr.y', 'node-exporter', 'secure_monitoring_stack:False'] -> ['8765', 'alertmanager_configured:True', 'ceph-exporter_configured:False', 'ingress_configured:False', 'mgmt-gateway_configured:False', 'mgr.x', 'mgr.y', 'nfs_configured:False', 'node-exporter_configured:True', 'nvmeof_configured:False', 'oauth2-proxy_configured:False', 'secure_monitoring_stack:False', 'smb_configured:False'] (diff {'mgr.x', 'nvmeof_configured:False', 'ceph-exporter_configured:False', 'nfs_configured:False', 'smb_configured:False', '9283', 'node-exporter_configured:True', 'alertmanager_configured:True', 'mgmt-gateway_configured:False', 'node-exporter', 'ingress_configured:False', 'alertmanager', 'oauth2-proxy_configured:False'}) 2026-02-12T03:31:55.112 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:55.112 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[23011]: Deploying daemon prometheus.a on trial145 2026-02-12T03:31:55.112 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/436134754' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T03:31:55.112 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/938597958' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3949806516"}]: dispatch 2026-02-12T03:31:55.112 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:54 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3949806516"}]: dispatch 2026-02-12T03:31:55.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:54 trial145 ceph-mon[16978]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:31:55.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:54 trial145 ceph-mon[16978]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:31:55.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:54 trial145 ceph-mon[16978]: Running migration 7 -> 8 2026-02-12T03:31:55.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:54 trial145 ceph-mon[16978]: Promtail -> Alloy migration: no Promtail service found, nothing to do. 2026-02-12T03:31:55.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:54 trial145 ceph-mon[16978]: Reconfiguring iscsi.foo.trial086.ooltqb deps ['10.20.193.86'] -> ['10.20.193.145'] (diff {'10.20.193.145', '10.20.193.86'}) 2026-02-12T03:31:55.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:54 trial145 ceph-mon[16978]: Reconfiguring daemon iscsi.foo.trial086.ooltqb on trial086 2026-02-12T03:31:55.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:54 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:31:55.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:54 trial145 ceph-mon[16978]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:31:55.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:54 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:55.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:54 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:55.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:54 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:55.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:54 trial145 ceph-mon[16978]: Reconfiguring prometheus.a deps ['8765', '9283', 'alertmanager', 'mgr.y', 'node-exporter', 'secure_monitoring_stack:False'] -> ['8765', 'alertmanager_configured:True', 'ceph-exporter_configured:False', 'ingress_configured:False', 'mgmt-gateway_configured:False', 'mgr.x', 'mgr.y', 'nfs_configured:False', 'node-exporter_configured:True', 'nvmeof_configured:False', 'oauth2-proxy_configured:False', 'secure_monitoring_stack:False', 'smb_configured:False'] (diff {'mgr.x', 'nvmeof_configured:False', 'ceph-exporter_configured:False', 'nfs_configured:False', 'smb_configured:False', '9283', 'node-exporter_configured:True', 'alertmanager_configured:True', 'mgmt-gateway_configured:False', 'node-exporter', 'ingress_configured:False', 'alertmanager', 'oauth2-proxy_configured:False'}) 2026-02-12T03:31:55.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:54 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:55.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:54 trial145 ceph-mon[16978]: Deploying daemon prometheus.a on trial145 2026-02-12T03:31:55.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:54 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/436134754' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T03:31:55.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:54 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/938597958' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3949806516"}]: dispatch 2026-02-12T03:31:55.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:54 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3949806516"}]: dispatch 2026-02-12T03:31:55.994 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:55 trial145 ceph-mon[16978]: mgrmap e26: x(active, since 5s), standbys: y 2026-02-12T03:31:55.995 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:55 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3949806516"}]': finished 2026-02-12T03:31:55.995 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:55 trial145 ceph-mon[16978]: osdmap e83: 8 total, 8 up, 8 in 2026-02-12T03:31:55.995 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:55 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3417611654' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/2936256340"}]: dispatch 2026-02-12T03:31:55.995 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:55 trial145 systemd[1]: Stopping Ceph prometheus.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:31:55.995 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:55 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:31:55.773Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2026-02-12T03:31:55.995 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:55 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:31:55.773Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2026-02-12T03:31:55.996 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:55 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:31:55.773Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2026-02-12T03:31:55.996 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:55 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:31:55.773Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2026-02-12T03:31:55.996 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:55 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:31:55.773Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2026-02-12T03:31:55.996 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:55 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:31:55.773Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2026-02-12T03:31:55.996 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:55 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:31:55.773Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2026-02-12T03:31:55.996 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:55 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:31:55.773Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2026-02-12T03:31:55.996 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:55 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:31:55.773Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2026-02-12T03:31:55.996 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:55 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:31:55.774Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2026-02-12T03:31:55.996 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:55 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:31:55.774Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2026-02-12T03:31:55.996 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:55 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[44826]: ts=2026-02-12T03:31:55.774Z caller=main.go:1273 level=info msg="See you next time!" 2026-02-12T03:31:55.996 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:55 trial145 podman[52560]: 2026-02-12 03:31:55.783434173 +0000 UTC m=+0.023037134 container died bf20c72d93c20c311203926786cbf828ece5e80312e06e70721e60093bbac3ba (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T03:31:55.996 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:55 trial145 podman[52560]: 2026-02-12 03:31:55.791096112 +0000 UTC m=+0.030699083 container remove bf20c72d93c20c311203926786cbf828ece5e80312e06e70721e60093bbac3ba (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T03:31:55.997 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:55 trial145 bash[52560]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a 2026-02-12T03:31:55.997 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:55 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@prometheus.a.service: Deactivated successfully. 2026-02-12T03:31:55.997 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:55 trial145 systemd[1]: Stopped Ceph prometheus.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:31:55.997 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:55 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@prometheus.a.service: Consumed 1.235s CPU time. 2026-02-12T03:31:55.997 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:55 trial145 systemd[1]: Starting Ceph prometheus.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:31:56.112 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:55 trial086 ceph-mon[23011]: mgrmap e26: x(active, since 5s), standbys: y 2026-02-12T03:31:56.113 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:55 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3949806516"}]': finished 2026-02-12T03:31:56.113 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:55 trial086 ceph-mon[23011]: osdmap e83: 8 total, 8 up, 8 in 2026-02-12T03:31:56.113 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:55 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3417611654' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/2936256340"}]: dispatch 2026-02-12T03:31:56.113 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:55 trial086 ceph-mon[14472]: mgrmap e26: x(active, since 5s), standbys: y 2026-02-12T03:31:56.113 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:55 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3949806516"}]': finished 2026-02-12T03:31:56.113 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:55 trial086 ceph-mon[14472]: osdmap e83: 8 total, 8 up, 8 in 2026-02-12T03:31:56.113 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:55 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3417611654' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/2936256340"}]: dispatch 2026-02-12T03:31:56.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 podman[52730]: 2026-02-12 03:31:56.078593277 +0000 UTC m=+0.018799225 container create fd358be701f3f6d52b4211d871630c4ae74e2124a2f0202ebfae7ef01b25b2cc (image=quay.io/prometheus/prometheus:v3.6.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a, org.opencontainers.image.source=https://github.com/prometheus/prometheus, maintainer=The Prometheus Authors ) 2026-02-12T03:31:56.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 podman[52730]: 2026-02-12 03:31:56.117144736 +0000 UTC m=+0.057350624 container init fd358be701f3f6d52b4211d871630c4ae74e2124a2f0202ebfae7ef01b25b2cc (image=quay.io/prometheus/prometheus:v3.6.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a, org.opencontainers.image.source=https://github.com/prometheus/prometheus, maintainer=The Prometheus Authors ) 2026-02-12T03:31:56.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 podman[52730]: 2026-02-12 03:31:56.119793117 +0000 UTC m=+0.059999005 container start fd358be701f3f6d52b4211d871630c4ae74e2124a2f0202ebfae7ef01b25b2cc (image=quay.io/prometheus/prometheus:v3.6.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/prometheus) 2026-02-12T03:31:56.386 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 bash[52730]: fd358be701f3f6d52b4211d871630c4ae74e2124a2f0202ebfae7ef01b25b2cc 2026-02-12T03:31:56.386 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 podman[52730]: 2026-02-12 03:31:56.070877296 +0000 UTC m=+0.011083194 image pull 4fcecf061b747d0b5dc55bc7efdba26f87768d058d403b5bcc3f0904cf49f973 quay.io/prometheus/prometheus:v3.6.0 2026-02-12T03:31:56.386 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 systemd[1]: Started Ceph prometheus.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:31:56.386 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.145Z level=INFO source=main.go:1545 msg="updated GOGC" old=100 new=75 2026-02-12T03:31:56.386 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.145Z level=INFO source=main.go:677 msg="Leaving GOMAXPROCS=24: CPU quota undefined" component=automaxprocs 2026-02-12T03:31:56.386 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.145Z level=INFO source=memlimit.go:198 msg="GOMEMLIMIT is updated" component=automemlimit package=github.com/KimMachineGun/automemlimit/memlimit GOMEMLIMIT=120212530790 previous=9223372036854775807 2026-02-12T03:31:56.386 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.145Z level=INFO source=main.go:770 msg="Starting Prometheus Server" mode=server version="(version=3.6.0, branch=HEAD, revision=491734606591ef8c188f5489c70380805bc868c0)" 2026-02-12T03:31:56.386 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.145Z level=INFO source=main.go:775 msg="operational information" build_context="(go=go1.24.7, platform=linux/amd64, user=root@bfdf1aa26e4d, date=20250921-19:51:16, tags=netgo,builtinassets)" host_details="(Linux 5.14.0-677.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026 x86_64 trial145 (none))" fd_limits="(soft=1048576, hard=1048576)" vm_limits="(soft=unlimited, hard=unlimited)" 2026-02-12T03:31:56.386 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.146Z level=INFO source=web.go:659 msg="Start listening for connections" component=web address=:9095 2026-02-12T03:31:56.386 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.147Z level=INFO source=main.go:1289 msg="Starting TSDB ..." 2026-02-12T03:31:56.387 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.148Z level=INFO source=tls_config.go:347 msg="Listening on" component=web address=[::]:9095 2026-02-12T03:31:56.387 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.148Z level=INFO source=tls_config.go:350 msg="TLS is disabled." component=web http2=false address=[::]:9095 2026-02-12T03:31:56.387 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.149Z level=INFO source=head.go:667 msg="Replaying on-disk memory mappable chunks if any" component=tsdb 2026-02-12T03:31:56.387 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.149Z level=INFO source=head.go:754 msg="On-disk memory mappable chunks replay completed" component=tsdb duration=491ns 2026-02-12T03:31:56.387 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.149Z level=INFO source=head.go:762 msg="Replaying WAL, this may take a while" component=tsdb 2026-02-12T03:31:56.387 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.150Z level=INFO source=head.go:835 msg="WAL segment loaded" component=tsdb segment=0 maxSegment=2 duration=479.221µs 2026-02-12T03:31:56.387 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.158Z level=INFO source=head.go:835 msg="WAL segment loaded" component=tsdb segment=1 maxSegment=2 duration=8.341948ms 2026-02-12T03:31:56.387 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.159Z level=INFO source=head.go:835 msg="WAL segment loaded" component=tsdb segment=2 maxSegment=2 duration=688.645µs 2026-02-12T03:31:56.387 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.159Z level=INFO source=head.go:872 msg="WAL replay completed" component=tsdb checkpoint_replay_duration=13.386µs wal_replay_duration=9.612216ms wbl_replay_duration=130ns chunk_snapshot_load_duration=0s mmap_chunk_replay_duration=491ns total_replay_duration=9.646902ms 2026-02-12T03:31:56.387 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.161Z level=INFO source=main.go:1310 msg="filesystem information" fs_type=XFS_SUPER_MAGIC 2026-02-12T03:31:56.387 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.161Z level=INFO source=main.go:1313 msg="TSDB started" 2026-02-12T03:31:56.387 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.161Z level=INFO source=main.go:1498 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2026-02-12T03:31:56.388 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.162Z level=ERROR source=refresh.go:71 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:31:56.388 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.162Z level=ERROR source=refresh.go:71 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:31:56.388 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.162Z level=ERROR source=refresh.go:71 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:31:56.388 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.171Z level=INFO source=main.go:1538 msg="Completed loading of configuration file" db_storage=631ns remote_storage=1.212µs web_handler=521ns query_engine=992ns scrape=382.64µs scrape_sd=54.141µs notify=58.44µs notify_sd=15.97µs rules=9.6563ms tracing=3.166µs filename=/etc/prometheus/prometheus.yml totalDuration=10.349994ms 2026-02-12T03:31:56.388 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.171Z level=INFO source=main.go:1274 msg="Server is ready to receive web requests." 2026-02-12T03:31:56.388 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:31:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:31:56.171Z level=INFO source=manager.go:176 msg="Starting rule manager..." component="rule manager" 2026-02-12T03:31:56.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:56 trial145 ceph-mon[16978]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:56.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:56 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3417611654' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/2936256340"}]': finished 2026-02-12T03:31:56.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:56 trial145 ceph-mon[16978]: osdmap e84: 8 total, 8 up, 8 in 2026-02-12T03:31:56.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:56 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:56.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:56 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:56.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:56 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2917472036' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/503304531"}]: dispatch 2026-02-12T03:31:56.898 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:56 trial086 ceph-mon[14472]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:56.898 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:56 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3417611654' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/2936256340"}]': finished 2026-02-12T03:31:56.899 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:56 trial086 ceph-mon[14472]: osdmap e84: 8 total, 8 up, 8 in 2026-02-12T03:31:56.899 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:56 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:56.899 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:56 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:56.899 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:56 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2917472036' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/503304531"}]: dispatch 2026-02-12T03:31:56.899 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:56 trial086 ceph-mon[23011]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:31:56.899 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:56 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3417611654' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/2936256340"}]': finished 2026-02-12T03:31:56.899 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:56 trial086 ceph-mon[23011]: osdmap e84: 8 total, 8 up, 8 in 2026-02-12T03:31:56.899 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:56 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:56.900 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:56 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:56.900 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:56 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2917472036' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/503304531"}]: dispatch 2026-02-12T03:31:57.635 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:31:57 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:31:57] ENGINE Bus STOPPING 2026-02-12T03:31:57.635 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:31:57 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:31:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T03:31:57.635 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:31:57 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:31:57] ENGINE Bus STOPPED 2026-02-12T03:31:57.635 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:31:57 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:31:57] ENGINE Bus STARTING 2026-02-12T03:31:57.635 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:31:57 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:31:57] ENGINE Serving on http://:::9283 2026-02-12T03:31:57.635 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:31:57 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:31:57] ENGINE Bus STARTED 2026-02-12T03:31:58.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: Certificate for "cephadm-signed_agent_cert (trial145)" is still valid for 1824 days. 2026-02-12T03:31:58.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2917472036' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/503304531"}]': finished 2026-02-12T03:31:58.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: osdmap e85: 8 total, 8 up, 8 in 2026-02-12T03:31:58.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:31:58.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:31:58.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:31:58.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:31:58.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T03:31:58.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial145:9095"}]: dispatch 2026-02-12T03:31:58.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:31:58.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:31:58.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2258589618' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1129484658"}]: dispatch 2026-02-12T03:31:58.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:57 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:31:58.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: Certificate for "cephadm-signed_agent_cert (trial145)" is still valid for 1824 days. 2026-02-12T03:31:58.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2917472036' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/503304531"}]': finished 2026-02-12T03:31:58.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: osdmap e85: 8 total, 8 up, 8 in 2026-02-12T03:31:58.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:31:58.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:31:58.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:31:58.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:31:58.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T03:31:58.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial145:9095"}]: dispatch 2026-02-12T03:31:58.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:31:58.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:31:58.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2258589618' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1129484658"}]: dispatch 2026-02-12T03:31:58.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:31:58.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: Certificate for "cephadm-signed_agent_cert (trial145)" is still valid for 1824 days. 2026-02-12T03:31:58.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2917472036' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/503304531"}]': finished 2026-02-12T03:31:58.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: osdmap e85: 8 total, 8 up, 8 in 2026-02-12T03:31:58.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:31:58.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:31:58.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:31:58.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:31:58.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T03:31:58.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial145:9095"}]: dispatch 2026-02-12T03:31:58.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:31:58.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:31:58.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:31:58.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2258589618' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1129484658"}]: dispatch 2026-02-12T03:31:58.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:57 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:31:59.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:58 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:31:59.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:58 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:31:59.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:58 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T03:31:59.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:58 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial145:9095"}]: dispatch 2026-02-12T03:31:59.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:58 trial145 ceph-mon[16978]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 30 KiB/s rd, 0 B/s wr, 13 op/s 2026-02-12T03:31:59.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:58 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:31:59.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:58 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2258589618' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1129484658"}]': finished 2026-02-12T03:31:59.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:58 trial145 ceph-mon[16978]: osdmap e86: 8 total, 8 up, 8 in 2026-02-12T03:31:59.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:31:58 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1220076118' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1315036479"}]: dispatch 2026-02-12T03:31:59.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:58 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:31:59.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:58 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:31:59.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:58 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T03:31:59.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:58 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial145:9095"}]: dispatch 2026-02-12T03:31:59.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:58 trial086 ceph-mon[14472]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 30 KiB/s rd, 0 B/s wr, 13 op/s 2026-02-12T03:31:59.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:58 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:31:59.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:58 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2258589618' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1129484658"}]': finished 2026-02-12T03:31:59.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:58 trial086 ceph-mon[14472]: osdmap e86: 8 total, 8 up, 8 in 2026-02-12T03:31:59.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:31:58 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1220076118' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1315036479"}]: dispatch 2026-02-12T03:31:59.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:58 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:31:59.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:58 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:31:59.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:58 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T03:31:59.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:58 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial145:9095"}]: dispatch 2026-02-12T03:31:59.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:58 trial086 ceph-mon[23011]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 30 KiB/s rd, 0 B/s wr, 13 op/s 2026-02-12T03:31:59.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:58 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:31:59.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:58 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2258589618' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1129484658"}]': finished 2026-02-12T03:31:59.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:58 trial086 ceph-mon[23011]: osdmap e86: 8 total, 8 up, 8 in 2026-02-12T03:31:59.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:31:58 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1220076118' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1315036479"}]: dispatch 2026-02-12T03:32:00.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:00 trial145 ceph-mon[16978]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 43 KiB/s rd, 0 B/s wr, 18 op/s 2026-02-12T03:32:00.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:00 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1220076118' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1315036479"}]': finished 2026-02-12T03:32:00.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:00 trial145 ceph-mon[16978]: osdmap e87: 8 total, 8 up, 8 in 2026-02-12T03:32:00.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:00 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/639820104' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/4032144181"}]: dispatch 2026-02-12T03:32:00.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:00 trial086 ceph-mon[14472]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 43 KiB/s rd, 0 B/s wr, 18 op/s 2026-02-12T03:32:00.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:00 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1220076118' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1315036479"}]': finished 2026-02-12T03:32:00.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:00 trial086 ceph-mon[14472]: osdmap e87: 8 total, 8 up, 8 in 2026-02-12T03:32:00.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:00 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/639820104' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/4032144181"}]: dispatch 2026-02-12T03:32:00.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:00 trial086 ceph-mon[23011]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 43 KiB/s rd, 0 B/s wr, 18 op/s 2026-02-12T03:32:00.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:00 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1220076118' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1315036479"}]': finished 2026-02-12T03:32:00.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:00 trial086 ceph-mon[23011]: osdmap e87: 8 total, 8 up, 8 in 2026-02-12T03:32:00.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:00 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/639820104' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/4032144181"}]: dispatch 2026-02-12T03:32:01.634 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:01 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/639820104' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/4032144181"}]': finished 2026-02-12T03:32:01.634 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:01 trial145 ceph-mon[16978]: osdmap e88: 8 total, 8 up, 8 in 2026-02-12T03:32:01.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:01 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2006877362' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/4032144181"}]: dispatch 2026-02-12T03:32:01.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:01 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/639820104' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/4032144181"}]': finished 2026-02-12T03:32:01.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:01 trial086 ceph-mon[14472]: osdmap e88: 8 total, 8 up, 8 in 2026-02-12T03:32:01.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:01 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2006877362' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/4032144181"}]: dispatch 2026-02-12T03:32:01.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:01 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/639820104' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/4032144181"}]': finished 2026-02-12T03:32:01.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:01 trial086 ceph-mon[23011]: osdmap e88: 8 total, 8 up, 8 in 2026-02-12T03:32:01.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:01 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2006877362' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/4032144181"}]: dispatch 2026-02-12T03:32:02.634 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:02 trial145 ceph-mon[16978]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:02.634 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:02 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2006877362' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/4032144181"}]': finished 2026-02-12T03:32:02.634 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:02 trial145 ceph-mon[16978]: osdmap e89: 8 total, 8 up, 8 in 2026-02-12T03:32:02.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:02 trial086 ceph-mon[14472]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:02.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:02 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2006877362' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/4032144181"}]': finished 2026-02-12T03:32:02.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:02 trial086 ceph-mon[14472]: osdmap e89: 8 total, 8 up, 8 in 2026-02-12T03:32:02.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:02 trial086 ceph-mon[23011]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:02.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:02 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2006877362' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/4032144181"}]': finished 2026-02-12T03:32:02.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:02 trial086 ceph-mon[23011]: osdmap e89: 8 total, 8 up, 8 in 2026-02-12T03:32:03.134 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:32:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:32:02] "GET /metrics HTTP/1.1" 200 5288 "" "Prometheus/3.6.0" 2026-02-12T03:32:03.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:32:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:32:02.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:32:04.634 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:04 trial145 ceph-mon[16978]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1 KiB/s rd, 1 op/s 2026-02-12T03:32:04.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:04 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:32:04.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:04 trial086 ceph-mon[14472]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1 KiB/s rd, 1 op/s 2026-02-12T03:32:04.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:04 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:32:04.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:04 trial086 ceph-mon[23011]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1 KiB/s rd, 1 op/s 2026-02-12T03:32:04.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:04 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:32:05.634 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:05 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:32:05.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:05 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:32:05.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:05 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:32:06.634 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:06 trial145 ceph-mon[16978]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.7 KiB/s rd, 1 op/s 2026-02-12T03:32:06.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:06 trial086 ceph-mon[14472]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.7 KiB/s rd, 1 op/s 2026-02-12T03:32:06.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:06 trial086 ceph-mon[23011]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.7 KiB/s rd, 1 op/s 2026-02-12T03:32:07.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:32:06 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:32:06.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:32:08.634 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:08 trial145 ceph-mon[16978]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:08.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:08 trial086 ceph-mon[14472]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:08.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:08 trial086 ceph-mon[23011]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:10.634 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:10 trial145 ceph-mon[16978]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 569 B/s rd, 0 op/s 2026-02-12T03:32:10.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:10 trial086 ceph-mon[14472]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 569 B/s rd, 0 op/s 2026-02-12T03:32:10.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:10 trial086 ceph-mon[23011]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 569 B/s rd, 0 op/s 2026-02-12T03:32:12.634 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:12 trial145 ceph-mon[16978]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:32:12.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:12 trial086 ceph-mon[14472]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:32:12.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:12 trial086 ceph-mon[23011]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:32:13.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:32:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:32:12] "GET /metrics HTTP/1.1" 200 5753 "" "Prometheus/3.6.0" 2026-02-12T03:32:13.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:32:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:32:12.705Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:32:14.634 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:14 trial145 ceph-mon[16978]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 854 B/s rd, 0 op/s 2026-02-12T03:32:14.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:14 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:32:14.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:14 trial086 ceph-mon[14472]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 854 B/s rd, 0 op/s 2026-02-12T03:32:14.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:14 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:32:14.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:14 trial086 ceph-mon[23011]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 854 B/s rd, 0 op/s 2026-02-12T03:32:14.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:14 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:32:16.634 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:16 trial145 ceph-mon[16978]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:16.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:16 trial086 ceph-mon[14472]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:16.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:16 trial086 ceph-mon[23011]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:17.384 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:32:16 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:32:16.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:32:18.884 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:18 trial145 ceph-mon[16978]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:18.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:18 trial086 ceph-mon[14472]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:18.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:18 trial086 ceph-mon[23011]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:20.884 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:20 trial145 ceph-mon[16978]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:20.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:20 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:32:20.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:20 trial086 ceph-mon[23011]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:20.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:20 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:32:20.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:20 trial086 ceph-mon[14472]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:20.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:20 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:32:22.884 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:22 trial145 ceph-mon[16978]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:22.885 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:32:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:32:22] "GET /metrics HTTP/1.1" 200 5749 "" "Prometheus/3.6.0" 2026-02-12T03:32:22.885 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:32:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:32:22.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:32:22.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:22 trial086 ceph-mon[14472]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:22.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:22 trial086 ceph-mon[23011]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:24.884 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:24 trial145 ceph-mon[16978]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:24.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:24 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:32:24.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:24 trial086 ceph-mon[14472]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:24.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:24 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:32:24.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:24 trial086 ceph-mon[23011]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:24.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:24 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:32:26.884 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:26 trial145 ceph-mon[16978]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:26.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:26 trial086 ceph-mon[14472]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:26.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:26 trial086 ceph-mon[23011]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:27.384 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:32:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:32:26.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:32:28.884 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:28 trial145 ceph-mon[16978]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:28.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:28 trial086 ceph-mon[14472]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:28.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:28 trial086 ceph-mon[23011]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:30.884 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:30 trial145 ceph-mon[16978]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:30.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:30 trial086 ceph-mon[14472]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:30.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:30 trial086 ceph-mon[23011]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:32.884 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:32 trial145 ceph-mon[16978]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:32.884 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:32:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:32:32] "GET /metrics HTTP/1.1" 200 5749 "" "Prometheus/3.6.0" 2026-02-12T03:32:32.884 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:32:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:32:32.705Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:32:32.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:32 trial086 ceph-mon[14472]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:32.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:32 trial086 ceph-mon[23011]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:34.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:34 trial086 ceph-mon[14472]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:34.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:34 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:32:34.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:34 trial086 ceph-mon[23011]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:34.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:34 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:32:35.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:34 trial145 ceph-mon[16978]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:35.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:34 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:32:35.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:35 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:32:35.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:35 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:32:36.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:35 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:32:36.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:36 trial086 ceph-mon[14472]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:36.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:36 trial086 ceph-mon[23011]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:36.946 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:36 trial145 ceph-mon[16978]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:37.384 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:32:36 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:32:36.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:32:38.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:38 trial086 ceph-mon[14472]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:38.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:38 trial086 ceph-mon[23011]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:39.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:38 trial145 ceph-mon[16978]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:40.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:40 trial086 ceph-mon[14472]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:40.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:40 trial086 ceph-mon[23011]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:41.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:40 trial145 ceph-mon[16978]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:42.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:42 trial086 ceph-mon[14472]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:42.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:42 trial086 ceph-mon[23011]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:43.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:42 trial145 ceph-mon[16978]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:43.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:32:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:32:42.705Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:32:43.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:32:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:32:42] "GET /metrics HTTP/1.1" 200 5741 "" "Prometheus/3.6.0" 2026-02-12T03:32:44.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:44 trial086 ceph-mon[14472]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:44.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:44 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:32:44.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:44 trial086 ceph-mon[23011]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:44.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:44 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:32:45.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:44 trial145 ceph-mon[16978]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:45.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:44 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:32:46.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:46 trial086 ceph-mon[14472]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:46.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:46 trial086 ceph-mon[23011]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:46.946 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:46 trial145 ceph-mon[16978]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:47.384 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:32:46 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:32:46.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:32:48.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:48 trial086 ceph-mon[14472]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:48.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:48 trial086 ceph-mon[23011]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:49.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:48 trial145 ceph-mon[16978]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:50.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:50 trial086 ceph-mon[14472]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:50.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:50 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:32:50.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:50 trial086 ceph-mon[23011]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:50.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:50 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:32:51.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:50 trial145 ceph-mon[16978]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:51.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:50 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:32:52.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:52 trial086 ceph-mon[14472]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:52.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:52 trial086 ceph-mon[23011]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:53.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:52 trial145 ceph-mon[16978]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:53.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:32:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:32:52.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:32:53.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:32:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:32:52] "GET /metrics HTTP/1.1" 200 5753 "" "Prometheus/3.6.0" 2026-02-12T03:32:54.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:54 trial086 ceph-mon[14472]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:54.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:54 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:32:54.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:54 trial086 ceph-mon[23011]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:54.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:54 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:32:55.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:54 trial145 ceph-mon[16978]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:55.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:54 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:32:56.634 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:32:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:32:56.163Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:32:56.634 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:32:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:32:56.163Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:32:56.635 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:32:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:32:56.163Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:32:56.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:56 trial086 ceph-mon[14472]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:56.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:56 trial086 ceph-mon[23011]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:56.946 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:56 trial145 ceph-mon[16978]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:32:57.384 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:32:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:32:56.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:32:57.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:57 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:32:57.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:57 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:32:57.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:57 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:32:57.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:57 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:32:57.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:57 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:32:57.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:57 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:32:58.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:57 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:32:58.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:57 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:32:58.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:57 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:32:58.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:32:58 trial086 ceph-mon[14472]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:58.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:32:58 trial086 ceph-mon[23011]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:32:59.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:32:58 trial145 ceph-mon[16978]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:00.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:00 trial086 ceph-mon[14472]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:00.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:00 trial086 ceph-mon[23011]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:01.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:00 trial145 ceph-mon[16978]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:02.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:02 trial086 ceph-mon[14472]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:02.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:02 trial086 ceph-mon[23011]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:03.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:02 trial145 ceph-mon[16978]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:03.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:33:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:33:02] "GET /metrics HTTP/1.1" 200 5753 "" "Prometheus/3.6.0" 2026-02-12T03:33:03.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:33:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:33:02.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:33:04.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:04 trial086 ceph-mon[14472]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:04.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:04 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:33:04.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:04 trial086 ceph-mon[23011]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:04.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:04 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:33:05.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:04 trial145 ceph-mon[16978]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:05.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:04 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:33:06.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:05 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:33:06.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:05 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:33:06.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:05 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:33:06.946 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:06 trial145 ceph-mon[16978]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:07.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:06 trial086 ceph-mon[14472]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:07.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:06 trial086 ceph-mon[23011]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:07.384 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:33:06 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:33:06.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:33:09.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:08 trial145 ceph-mon[16978]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:09.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:08 trial086 ceph-mon[14472]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:09.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:08 trial086 ceph-mon[23011]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:11.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:10 trial145 ceph-mon[16978]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:11.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:10 trial086 ceph-mon[14472]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:11.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:10 trial086 ceph-mon[23011]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:13.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:12 trial145 ceph-mon[16978]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:13.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:33:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:33:12.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:33:13.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:33:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:33:12] "GET /metrics HTTP/1.1" 200 5751 "" "Prometheus/3.6.0" 2026-02-12T03:33:13.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:12 trial086 ceph-mon[14472]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:13.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:12 trial086 ceph-mon[23011]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:15.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:14 trial145 ceph-mon[16978]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:15.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:14 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:33:15.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:14 trial086 ceph-mon[14472]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:15.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:14 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:33:15.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:14 trial086 ceph-mon[23011]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:15.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:14 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:33:16.947 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:16 trial145 ceph-mon[16978]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:17.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:16 trial086 ceph-mon[14472]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:17.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:16 trial086 ceph-mon[23011]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:17.384 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:33:16 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:33:16.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:33:18.962 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:18 trial086 ceph-mon[14472]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:18.963 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:18 trial086 ceph-mon[23011]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:19.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:18 trial145 ceph-mon[16978]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:21.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:20 trial145 ceph-mon[16978]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:21.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:20 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:33:21.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:20 trial086 ceph-mon[14472]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:21.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:20 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:33:21.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:20 trial086 ceph-mon[23011]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:21.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:20 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:33:23.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:22 trial145 ceph-mon[16978]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:23.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:33:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:33:22.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:33:23.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:33:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:33:22] "GET /metrics HTTP/1.1" 200 5749 "" "Prometheus/3.6.0" 2026-02-12T03:33:23.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:22 trial086 ceph-mon[14472]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:23.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:22 trial086 ceph-mon[23011]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:25.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:24 trial145 ceph-mon[16978]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:25.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:24 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:33:25.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:24 trial086 ceph-mon[14472]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:25.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:24 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:33:25.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:24 trial086 ceph-mon[23011]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:25.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:24 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:33:26.946 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:26 trial145 ceph-mon[16978]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:27.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:26 trial086 ceph-mon[14472]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:27.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:26 trial086 ceph-mon[23011]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:27.384 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:33:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:33:26.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:33:29.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:28 trial145 ceph-mon[16978]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:29.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:28 trial086 ceph-mon[14472]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:29.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:28 trial086 ceph-mon[23011]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:31.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:30 trial145 ceph-mon[16978]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:31.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:30 trial086 ceph-mon[14472]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:31.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:30 trial086 ceph-mon[23011]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:33.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:32 trial145 ceph-mon[16978]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:33.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:33:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:33:32.705Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:33:33.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:33:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:33:32] "GET /metrics HTTP/1.1" 200 5749 "" "Prometheus/3.6.0" 2026-02-12T03:33:33.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:32 trial086 ceph-mon[14472]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:33.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:32 trial086 ceph-mon[23011]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:35.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:34 trial145 ceph-mon[16978]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:35.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:34 trial086 ceph-mon[14472]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:35.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:34 trial086 ceph-mon[23011]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:36.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:35 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:33:36.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:35 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:33:36.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:35 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:33:36.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:35 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:33:36.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:35 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:33:36.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:35 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:33:36.946 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:36 trial145 ceph-mon[16978]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:37.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:36 trial086 ceph-mon[14472]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:37.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:36 trial086 ceph-mon[23011]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:37.384 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:33:36 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:33:36.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:33:39.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:38 trial145 ceph-mon[16978]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:39.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:38 trial086 ceph-mon[14472]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:39.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:38 trial086 ceph-mon[23011]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:41.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:40 trial145 ceph-mon[16978]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:41.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:40 trial086 ceph-mon[14472]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:41.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:40 trial086 ceph-mon[23011]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:43.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:42 trial145 ceph-mon[16978]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:43.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:33:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:33:42] "GET /metrics HTTP/1.1" 200 5746 "" "Prometheus/3.6.0" 2026-02-12T03:33:43.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:33:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:33:42.705Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:33:43.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:42 trial086 ceph-mon[14472]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:43.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:42 trial086 ceph-mon[23011]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:45.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:44 trial145 ceph-mon[16978]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:45.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:44 trial086 ceph-mon[14472]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:45.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:44 trial086 ceph-mon[23011]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:46.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:45 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:33:46.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:45 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:33:46.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:45 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:33:46.947 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:46 trial145 ceph-mon[16978]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:47.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:46 trial086 ceph-mon[14472]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:47.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:46 trial086 ceph-mon[23011]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:47.384 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:33:46 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:33:46.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:33:48.962 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:48 trial086 ceph-mon[14472]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:48.962 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:48 trial086 ceph-mon[23011]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:49.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:48 trial145 ceph-mon[16978]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:51.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:50 trial145 ceph-mon[16978]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:50 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:33:51.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:50 trial086 ceph-mon[14472]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:51.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:50 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:33:51.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:50 trial086 ceph-mon[23011]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:51.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:50 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:33:53.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:52 trial145 ceph-mon[16978]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:53.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:33:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:33:52.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:33:53.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:33:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:33:52] "GET /metrics HTTP/1.1" 200 5759 "" "Prometheus/3.6.0" 2026-02-12T03:33:53.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:52 trial086 ceph-mon[14472]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:53.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:52 trial086 ceph-mon[23011]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:55.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:54 trial145 ceph-mon[16978]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:55.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:54 trial086 ceph-mon[14472]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:55.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:54 trial086 ceph-mon[23011]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:56.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:55 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:33:56.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:55 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:33:56.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:55 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:33:56.634 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:33:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:33:56.162Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:33:56.634 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:33:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:33:56.162Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:33:56.635 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:33:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:33:56.162Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:33:57.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:56 trial145 ceph-mon[16978]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:57.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:33:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:33:56.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:33:57.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:56 trial086 ceph-mon[14472]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:57.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:56 trial086 ceph-mon[23011]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:33:59.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:58 trial145 ceph-mon[16978]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:59.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:58 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:33:59.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:58 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:33:59.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:58 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:33:59.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:58 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:33:59.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:58 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:33:59.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:58 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:33:59.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:33:58 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:33:59.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:58 trial086 ceph-mon[14472]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:59.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:58 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:33:59.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:58 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:33:59.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:58 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:33:59.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:58 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:33:59.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:58 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:33:59.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:58 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:33:59.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:33:58 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:33:59.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:58 trial086 ceph-mon[23011]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:33:59.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:58 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:33:59.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:58 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:33:59.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:58 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:33:59.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:58 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:33:59.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:58 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:33:59.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:58 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:33:59.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:33:58 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:34:01.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:00 trial145 ceph-mon[16978]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:01.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:00 trial086 ceph-mon[14472]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:01.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:00 trial086 ceph-mon[23011]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:03.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:02 trial145 ceph-mon[16978]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:03.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:34:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:34:02] "GET /metrics HTTP/1.1" 200 5759 "" "Prometheus/3.6.0" 2026-02-12T03:34:03.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:34:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:34:02.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:34:03.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:02 trial086 ceph-mon[23011]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:03.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:02 trial086 ceph-mon[14472]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:05.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:04 trial145 ceph-mon[16978]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:05.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:04 trial086 ceph-mon[14472]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:05.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:04 trial086 ceph-mon[23011]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:06.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:05 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:34:06.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:05 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:34:06.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:05 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:34:06.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:05 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:34:06.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:05 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:34:06.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:05 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:34:07.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:06 trial145 ceph-mon[16978]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:07.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:34:06 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:34:06.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:34:07.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:06 trial086 ceph-mon[23011]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:07.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:06 trial086 ceph-mon[14472]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:09.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:08 trial145 ceph-mon[16978]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:09.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:08 trial086 ceph-mon[14472]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:09.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:08 trial086 ceph-mon[23011]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:11.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:10 trial145 ceph-mon[16978]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:11.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:10 trial086 ceph-mon[23011]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:11.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:10 trial086 ceph-mon[14472]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:13.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:34:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:34:12.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:34:13.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:12 trial145 ceph-mon[16978]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:13.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:34:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:34:12] "GET /metrics HTTP/1.1" 200 5744 "" "Prometheus/3.6.0" 2026-02-12T03:34:13.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:12 trial086 ceph-mon[14472]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:13.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:12 trial086 ceph-mon[23011]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:15.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:14 trial145 ceph-mon[16978]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:15.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:14 trial086 ceph-mon[23011]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:15.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:14 trial086 ceph-mon[14472]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:16.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:15 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:34:16.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:15 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:34:16.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:15 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:34:17.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:16 trial145 ceph-mon[16978]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:17.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:34:16 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:34:16.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:34:17.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:16 trial086 ceph-mon[14472]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:17.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:16 trial086 ceph-mon[23011]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:19.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:18 trial145 ceph-mon[16978]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:19.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:18 trial086 ceph-mon[14472]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:19.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:18 trial086 ceph-mon[23011]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:21.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:20 trial145 ceph-mon[16978]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:21.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:20 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:34:21.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:20 trial086 ceph-mon[14472]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:21.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:20 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:34:21.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:20 trial086 ceph-mon[23011]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:21.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:20 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:34:23.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:22 trial145 ceph-mon[16978]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:23.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:34:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:34:22] "GET /metrics HTTP/1.1" 200 5753 "" "Prometheus/3.6.0" 2026-02-12T03:34:23.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:34:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:34:22.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:34:23.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:22 trial086 ceph-mon[14472]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:23.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:22 trial086 ceph-mon[23011]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:25.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:24 trial145 ceph-mon[16978]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:25.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:24 trial086 ceph-mon[14472]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:25.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:24 trial086 ceph-mon[23011]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:26.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:25 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:34:26.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:25 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:34:26.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:25 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:34:27.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:26 trial145 ceph-mon[16978]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:27.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:34:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:34:26.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:34:27.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:26 trial086 ceph-mon[14472]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:27.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:26 trial086 ceph-mon[23011]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:29.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:28 trial145 ceph-mon[16978]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:29.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:28 trial086 ceph-mon[14472]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:29.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:28 trial086 ceph-mon[23011]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:31.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:30 trial145 ceph-mon[16978]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:31.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:30 trial086 ceph-mon[23011]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:31.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:30 trial086 ceph-mon[14472]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:33.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:34:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:34:32.705Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:34:33.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:32 trial145 ceph-mon[16978]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:33.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:34:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:34:32] "GET /metrics HTTP/1.1" 200 5753 "" "Prometheus/3.6.0" 2026-02-12T03:34:33.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:32 trial086 ceph-mon[23011]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:33.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:32 trial086 ceph-mon[14472]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:35.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:34 trial145 ceph-mon[16978]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:35.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:34 trial086 ceph-mon[23011]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:35.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:34 trial086 ceph-mon[14472]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:36.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:35 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:34:36.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:35 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:34:36.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:35 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:34:36.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:35 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:34:36.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:35 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:34:36.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:35 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:34:37.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:36 trial145 ceph-mon[16978]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:37.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:34:36 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:34:36.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:34:37.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:36 trial086 ceph-mon[23011]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:37.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:36 trial086 ceph-mon[14472]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:39.134 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:38 trial145 ceph-mon[16978]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:39.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:38 trial086 ceph-mon[14472]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:39.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:38 trial086 ceph-mon[23011]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:41.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:40 trial145 ceph-mon[16978]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:41.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:40 trial086 ceph-mon[23011]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:41.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:40 trial086 ceph-mon[14472]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:43.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:34:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:34:42.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:34:43.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:42 trial145 ceph-mon[16978]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:43.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:34:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:34:42] "GET /metrics HTTP/1.1" 200 5750 "" "Prometheus/3.6.0" 2026-02-12T03:34:43.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:42 trial086 ceph-mon[23011]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:43.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:42 trial086 ceph-mon[14472]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:45.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:44 trial145 ceph-mon[16978]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:45.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:44 trial086 ceph-mon[23011]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:45.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:44 trial086 ceph-mon[14472]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:46.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:45 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:34:46.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:45 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:34:46.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:45 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:34:47.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:46 trial145 ceph-mon[16978]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:47.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:34:46 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:34:46.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:34:47.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:46 trial086 ceph-mon[23011]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:47.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:46 trial086 ceph-mon[14472]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:49.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:48 trial145 ceph-mon[16978]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:49.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:48 trial086 ceph-mon[14472]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:49.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:48 trial086 ceph-mon[23011]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:49.747 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2026-02-12T03:34:50.077 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:34:50.501 INFO:teuthology.orchestra.run.trial086.stdout:Scheduled to redeploy mgr.y on host 'trial086' 2026-02-12T03:34:50.540 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps --refresh' 2026-02-12T03:34:50.828 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:34:51.054 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:34:51.054 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (9m) 2m ago 9m - - 0.25.0 c8568f914cd2 5608e9f0137c 2026-02-12T03:34:51.054 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (9m) 2m ago 9m 88.3M - 10.4.0 c8b91775d855 37590065d384 2026-02-12T03:34:51.054 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (2m) 2m ago 9m - - 3.9 4cc07a41bb19 a7540e05668c 2026-02-12T03:34:51.054 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,9283,8765 running (5m) 2m ago 11m 549M - 20.3.0-5250-g84a80275 21b90b676abb e52f397d629d 2026-02-12T03:34:51.054 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:9283,8765 running (11m) 2m ago 11m - - 19.2.3-672-g283431c0 4cc07a41bb19 3aa5e17d08b6 2026-02-12T03:34:51.054 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (11m) 2m ago 11m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 d8b3e18533b3 2026-02-12T03:34:51.054 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (11m) 2m ago 11m 47.4M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 54def20c4bc2 2026-02-12T03:34:51.055 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (11m) 2m ago 11m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 5e4d958d8791 2026-02-12T03:34:51.055 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (9m) 2m ago 9m - - 1.7.0 72c9c2088986 19c3ca17a43d 2026-02-12T03:34:51.055 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (9m) 2m ago 9m 13.3M - 1.7.0 72c9c2088986 036e0a3ac0d9 2026-02-12T03:34:51.055 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (10m) 2m ago 10m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d7baf8f72e60 2026-02-12T03:34:51.055 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (10m) 2m ago 10m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fb2687e62c00 2026-02-12T03:34:51.055 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (10m) 2m ago 10m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 9def62f780f8 2026-02-12T03:34:51.055 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (10m) 2m ago 10m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 1b941c940e6e 2026-02-12T03:34:51.055 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (10m) 2m ago 10m 56.5M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 472a47a150fc 2026-02-12T03:34:51.055 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (10m) 2m ago 10m 57.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 03a06d3fbe57 2026-02-12T03:34:51.055 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (9m) 2m ago 9m 53.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 838bfb91f030 2026-02-12T03:34:51.055 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (9m) 2m ago 9m 56.3M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 799fb27b1d2c 2026-02-12T03:34:51.055 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (2m) 2m ago 9m 40.6M - 3.6.0 4fcecf061b74 fd358be701f3 2026-02-12T03:34:51.055 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (9m) 2m ago 9m - - 19.2.3-672-g283431c0 4cc07a41bb19 fc6cafaeed8d 2026-02-12T03:34:51.056 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (9m) 2m ago 9m 105M - 19.2.3-672-g283431c0 4cc07a41bb19 01589a0f2102 2026-02-12T03:34:51.091 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[23011]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:51.091 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:34:51.091 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2776895709' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T03:34:51.091 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:34:51.091 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:34:51.091 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:34:51.091 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:34:51.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:34:51.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:34:51.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:34:51.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:34:51.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T03:34:51.092 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:34:51.092 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[14472]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:51.092 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:34:51.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2776895709' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T03:34:51.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:34:51.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:34:51.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:34:51.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:34:51.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:34:51.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:34:51.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:34:51.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:34:51.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T03:34:51.093 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:50 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:34:51.095 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'sleep 180' 2026-02-12T03:34:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:50 trial145 ceph-mon[16978]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:50 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:34:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:50 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2776895709' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T03:34:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:50 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:34:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:50 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:34:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:50 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:34:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:50 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:34:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:50 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:34:51.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:50 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:34:51.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:50 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:34:51.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:50 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:34:51.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:50 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T03:34:51.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:50 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:34:51.402 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:34:52.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:51 trial145 ceph-mon[16978]: from='client.15267 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:34:52.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:51 trial145 ceph-mon[16978]: Schedule redeploy daemon mgr.y 2026-02-12T03:34:52.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:51 trial145 ceph-mon[16978]: Deploying daemon mgr.y on trial086 2026-02-12T03:34:52.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:51 trial086 ceph-mon[14472]: from='client.15267 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:34:52.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:51 trial086 ceph-mon[14472]: Schedule redeploy daemon mgr.y 2026-02-12T03:34:52.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:51 trial086 ceph-mon[14472]: Deploying daemon mgr.y on trial086 2026-02-12T03:34:52.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:51 trial086 ceph-mon[23011]: from='client.15267 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:34:52.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:51 trial086 ceph-mon[23011]: Schedule redeploy daemon mgr.y 2026-02-12T03:34:52.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:51 trial086 ceph-mon[23011]: Deploying daemon mgr.y on trial086 2026-02-12T03:34:53.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:52 trial145 ceph-mon[16978]: from='client.25133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:34:53.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:52 trial145 ceph-mon[16978]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:53.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:34:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:34:52] "GET /metrics HTTP/1.1" 200 5760 "" "Prometheus/3.6.0" 2026-02-12T03:34:53.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:34:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:34:52.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:34:53.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:52 trial086 ceph-mon[23011]: from='client.25133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:34:53.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:52 trial086 ceph-mon[23011]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:53.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:52 trial086 ceph-mon[14472]: from='client.25133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:34:53.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:52 trial086 ceph-mon[14472]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:55.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:54 trial145 ceph-mon[16978]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:55.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:54 trial086 ceph-mon[23011]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:55.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:54 trial086 ceph-mon[14472]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:56.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:55 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:34:56.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:55 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:34:56.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:55 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:34:56.635 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:34:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:34:56.163Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:34:56.635 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:34:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:34:56.163Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:34:56.635 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:34:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:34:56.163Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:34:57.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:56 trial145 ceph-mon[16978]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:57.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:34:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:34:56.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:34:57.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:56 trial086 ceph-mon[23011]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:57.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:56 trial086 ceph-mon[14472]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:34:59.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:34:58 trial145 ceph-mon[16978]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:59.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:34:58 trial086 ceph-mon[23011]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:34:59.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:34:58 trial086 ceph-mon[14472]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:00.143 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:00 trial086 systemd[1]: Stopping Ceph mgr.y for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:35:00.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:00 trial086 podman[67885]: 2026-02-12 03:35:00.141963328 +0000 UTC m=+0.044060515 container died 3aa5e17d08b6e828ba91daabe264574064f75fa44772556748973164b5163dd2 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.build-date=20260202, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_REF=squid, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869) 2026-02-12T03:35:00.411 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:00 trial086 podman[67885]: 2026-02-12 03:35:00.157616872 +0000 UTC m=+0.059714059 container remove 3aa5e17d08b6e828ba91daabe264574064f75fa44772556748973164b5163dd2 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260202, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, OSD_FLAVOR=default, ceph=True, org.label-schema.license=GPLv2, CEPH_REF=squid, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869) 2026-02-12T03:35:00.411 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:00 trial086 bash[67885]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y 2026-02-12T03:35:00.411 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:00 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mgr.y.service: Main process exited, code=exited, status=143/n/a 2026-02-12T03:35:00.411 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:00 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mgr.y.service: Failed with result 'exit-code'. 2026-02-12T03:35:00.411 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:00 trial086 systemd[1]: Stopped Ceph mgr.y for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:35:00.411 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:00 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mgr.y.service: Consumed 22.925s CPU time. 2026-02-12T03:35:00.411 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:00 trial086 systemd[1]: Starting Ceph mgr.y for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:35:00.774 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:00 trial086 podman[68056]: 2026-02-12 03:35:00.466740868 +0000 UTC m=+0.019489034 container create 0bf0f62d6e10644d0e8473f64022a992a240cb62d77602025db945af345ef663 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:35:00.774 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:00 trial086 podman[68056]: 2026-02-12 03:35:00.490126464 +0000 UTC m=+0.042874580 container init 0bf0f62d6e10644d0e8473f64022a992a240cb62d77602025db945af345ef663 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, OSD_FLAVOR=default) 2026-02-12T03:35:00.774 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:00 trial086 podman[68056]: 2026-02-12 03:35:00.492182415 +0000 UTC m=+0.044930531 container start 0bf0f62d6e10644d0e8473f64022a992a240cb62d77602025db945af345ef663 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:35:00.774 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:00 trial086 bash[68056]: 0bf0f62d6e10644d0e8473f64022a992a240cb62d77602025db945af345ef663 2026-02-12T03:35:00.774 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:00 trial086 podman[68056]: 2026-02-12 03:35:00.458984562 +0000 UTC m=+0.011732678 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:35:00.774 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:00 trial086 systemd[1]: Started Ceph mgr.y for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:35:00.774 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:00 trial086 ceph-mgr[68083]: -- 10.20.193.86:0/4206048289 <== mon.2 v2:10.20.193.86:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x17a7a00 con 0x177b400 2026-02-12T03:35:01.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:00 trial145 ceph-mon[16978]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:01.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:00 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:01.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:00 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:01.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:00 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:01.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:00 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:01.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:00 trial086 ceph-mon[14472]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:01.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:00 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:01.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:00 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:01.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:00 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:01.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:00 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:01.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:00 trial086 ceph-mon[23011]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:01.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:00 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:01.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:00 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:01.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:00 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:01.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:00 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:01.910 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:01 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T03:35:01.911 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:01 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T03:35:01.911 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:01 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: from numpy import show_config as show_numpy_config 2026-02-12T03:35:02.705 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:02 trial145 ceph-mon[16978]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:02.706 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:02 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:02.706 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:02 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:02.706 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:02 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:02.706 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:02 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:02.706 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:02 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:35:02.706 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:02 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:35:02.706 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:02 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:02.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:02 trial086 ceph-mon[14472]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:02.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:02 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:02.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:02 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:02.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:02 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:02.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:02 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:02.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:02 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:35:02.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:02 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:35:02.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:02 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:02.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:02 trial086 ceph-mon[23011]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:02.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:02 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:02.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:02 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:02.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:02 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:02.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:02 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:02.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:02 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:35:02.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:02 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:35:02.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:02 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:35:03.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:35:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:35:02] "GET /metrics HTTP/1.1" 200 5760 "" "Prometheus/3.6.0" 2026-02-12T03:35:03.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:35:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:35:02.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:35:03.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:03 trial086 ceph-mon[14472]: Standby manager daemon y restarted 2026-02-12T03:35:03.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:03 trial086 ceph-mon[14472]: Standby manager daemon y started 2026-02-12T03:35:03.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:03 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T03:35:03.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:03 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:35:03.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:03 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T03:35:03.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:03 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:35:03.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:03 trial086 ceph-mon[23011]: Standby manager daemon y restarted 2026-02-12T03:35:03.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:03 trial086 ceph-mon[23011]: Standby manager daemon y started 2026-02-12T03:35:03.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:03 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T03:35:03.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:03 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:35:03.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:03 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T03:35:03.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:03 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:35:03.662 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:03 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:35:03] ENGINE Bus STARTING 2026-02-12T03:35:03.662 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:03 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: CherryPy Checker: 2026-02-12T03:35:03.662 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:03 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: The Application mounted at '' has an empty config. 2026-02-12T03:35:03.663 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:03 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: 2026-02-12T03:35:03.663 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:03 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:35:03] ENGINE Serving on http://:::9283 2026-02-12T03:35:03.663 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:35:03 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:35:03] ENGINE Bus STARTED 2026-02-12T03:35:03.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:03 trial145 ceph-mon[16978]: Standby manager daemon y restarted 2026-02-12T03:35:03.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:03 trial145 ceph-mon[16978]: Standby manager daemon y started 2026-02-12T03:35:03.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:03 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T03:35:03.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:03 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:35:03.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:03 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T03:35:03.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:03 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:35:04.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:04 trial145 ceph-mon[16978]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:04.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:04 trial145 ceph-mon[16978]: mgrmap e27: x(active, since 3m), standbys: y 2026-02-12T03:35:04.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:04 trial086 ceph-mon[14472]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:04.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:04 trial086 ceph-mon[14472]: mgrmap e27: x(active, since 3m), standbys: y 2026-02-12T03:35:04.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:04 trial086 ceph-mon[23011]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:04.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:04 trial086 ceph-mon[23011]: mgrmap e27: x(active, since 3m), standbys: y 2026-02-12T03:35:05.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:05 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:35:05.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:05 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:35:05.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:05 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:35:05.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:05 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:35:05.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:05 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:35:05.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:05 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:35:06.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:06 trial145 ceph-mon[16978]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:06.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:06 trial086 ceph-mon[14472]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:06.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:06 trial086 ceph-mon[23011]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:07.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:35:06 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:35:06.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:35:08.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:08 trial086 ceph-mon[14472]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:08.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:08 trial086 ceph-mon[23011]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:09.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:08 trial145 ceph-mon[16978]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:10.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:10 trial086 ceph-mon[14472]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:10.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:10 trial086 ceph-mon[23011]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:11.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:10 trial145 ceph-mon[16978]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:12.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:12 trial086 ceph-mon[14472]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:12.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:12 trial086 ceph-mon[23011]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:13.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:12 trial145 ceph-mon[16978]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:13.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:35:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:35:12] "GET /metrics HTTP/1.1" 200 5750 "" "Prometheus/3.6.0" 2026-02-12T03:35:13.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:35:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:35:12.705Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:35:14.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:14 trial086 ceph-mon[14472]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:14.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:14 trial086 ceph-mon[23011]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:15.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:14 trial145 ceph-mon[16978]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:15.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:15 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:35:15.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:15 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:35:16.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:15 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:35:16.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:16 trial145 ceph-mon[16978]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:16.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:16 trial086 ceph-mon[14472]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:16.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:16 trial086 ceph-mon[23011]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:17.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:35:16 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:35:16.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:35:18.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:18 trial086 ceph-mon[14472]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:18.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:18 trial086 ceph-mon[23011]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:19.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:18 trial145 ceph-mon[16978]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:20.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:20 trial086 ceph-mon[14472]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:20.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:20 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:35:20.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:20 trial086 ceph-mon[23011]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:20.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:20 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:35:21.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:20 trial145 ceph-mon[16978]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:21.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:20 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:35:22.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:22 trial086 ceph-mon[14472]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:22.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:22 trial086 ceph-mon[23011]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:23.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:22 trial145 ceph-mon[16978]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:23.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:35:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:35:22] "GET /metrics HTTP/1.1" 200 5751 "" "Prometheus/3.6.0" 2026-02-12T03:35:23.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:35:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:35:22.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:35:24.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:24 trial086 ceph-mon[14472]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:24.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:24 trial086 ceph-mon[23011]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:25.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:24 trial145 ceph-mon[16978]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:25.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:25 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:35:25.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:25 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:35:26.011 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:25 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:35:26.385 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:35:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=cleanup t=2026-02-12T03:35:26.011722183Z level=info msg="Completed cleanup jobs" duration=5.767773ms 2026-02-12T03:35:26.385 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:35:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=sqlstore.transactions t=2026-02-12T03:35:26.01721329Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2026-02-12T03:35:26.386 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:35:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=plugins.update.checker t=2026-02-12T03:35:26.137927064Z level=info msg="Update check succeeded" duration=65.478727ms 2026-02-12T03:35:26.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:26 trial086 ceph-mon[14472]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:26.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:26 trial086 ceph-mon[23011]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:26.947 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:26 trial145 ceph-mon[16978]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:27.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:35:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:35:26.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:35:28.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:28 trial086 ceph-mon[14472]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:28.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:28 trial086 ceph-mon[23011]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:29.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:28 trial145 ceph-mon[16978]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:30.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:30 trial086 ceph-mon[14472]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:30.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:30 trial086 ceph-mon[23011]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:30.937 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:30 trial145 ceph-mon[16978]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:32.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:32 trial086 ceph-mon[14472]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:32.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:32 trial086 ceph-mon[23011]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:33.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:32 trial145 ceph-mon[16978]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:33.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:35:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:35:32] "GET /metrics HTTP/1.1" 200 5751 "" "Prometheus/3.6.0" 2026-02-12T03:35:33.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:35:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:35:32.705Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:35:34.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:34 trial086 ceph-mon[14472]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:34.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:34 trial086 ceph-mon[23011]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:35.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:34 trial145 ceph-mon[16978]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:36.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:35 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:35:36.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:35 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:35:36.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:35 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:35:36.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:35 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:35:36.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:35 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:35:36.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:35 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:35:36.947 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:36 trial145 ceph-mon[16978]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:37.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:36 trial086 ceph-mon[14472]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:37.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:36 trial086 ceph-mon[23011]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:37.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:35:36 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:35:36.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:35:39.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:38 trial145 ceph-mon[16978]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:39.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:38 trial086 ceph-mon[14472]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:39.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:38 trial086 ceph-mon[23011]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:41.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:40 trial145 ceph-mon[16978]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:41.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:40 trial086 ceph-mon[14472]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:41.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:40 trial086 ceph-mon[23011]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:43.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:42 trial145 ceph-mon[16978]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:35:43.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:35:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:35:42] "GET /metrics HTTP/1.1" 200 5750 "" "Prometheus/3.6.0" 2026-02-12T03:35:43.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:35:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:35:42.705Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:35:43.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:42 trial086 ceph-mon[14472]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:35:43.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:42 trial086 ceph-mon[23011]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:35:45.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:44 trial145 ceph-mon[16978]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T03:35:45.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:44 trial086 ceph-mon[14472]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T03:35:45.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:44 trial086 ceph-mon[23011]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T03:35:46.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:45 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:35:46.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:45 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:35:46.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:45 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:35:46.948 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:46 trial145 ceph-mon[16978]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:35:47.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:46 trial086 ceph-mon[14472]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:35:47.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:46 trial086 ceph-mon[23011]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:35:47.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:35:46 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:35:46.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:35:48.962 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:48 trial086 ceph-mon[14472]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T03:35:48.963 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:48 trial086 ceph-mon[23011]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T03:35:49.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:48 trial145 ceph-mon[16978]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T03:35:51.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:50 trial145 ceph-mon[16978]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T03:35:51.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:50 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:35:51.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:50 trial086 ceph-mon[14472]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T03:35:51.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:50 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:35:51.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:50 trial086 ceph-mon[23011]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T03:35:51.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:50 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:35:53.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:52 trial145 ceph-mon[16978]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:35:53.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:35:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:35:52] "GET /metrics HTTP/1.1" 200 5752 "" "Prometheus/3.6.0" 2026-02-12T03:35:53.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:35:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:35:52.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:35:53.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:52 trial086 ceph-mon[14472]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:35:53.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:52 trial086 ceph-mon[23011]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:35:55.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:54 trial145 ceph-mon[16978]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:55.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:54 trial086 ceph-mon[14472]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:55.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:54 trial086 ceph-mon[23011]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:56.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:55 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:35:56.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:55 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:35:56.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:55 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:35:56.636 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:35:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:35:56.163Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:35:56.636 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:35:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:35:56.163Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:35:56.636 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:35:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:35:56.163Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:35:56.948 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:56 trial145 ceph-mon[16978]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:57.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:56 trial086 ceph-mon[14472]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:57.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:56 trial086 ceph-mon[23011]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:35:57.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:35:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:35:56.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:35:59.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:35:58 trial145 ceph-mon[16978]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:59.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:35:58 trial086 ceph-mon[14472]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:35:59.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:35:58 trial086 ceph-mon[23011]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:00.938 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:00 trial145 ceph-mon[16978]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:01.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:00 trial086 ceph-mon[14472]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:01.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:00 trial086 ceph-mon[23011]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:02.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:02 trial086 ceph-mon[14472]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:02.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:02 trial086 ceph-mon[23011]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:03.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:02 trial145 ceph-mon[16978]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:03.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:36:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:36:02] "GET /metrics HTTP/1.1" 200 5752 "" "Prometheus/3.6.0" 2026-02-12T03:36:03.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:36:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:36:02.705Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:36:04.064 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:03 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:36:04.064 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:03 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:36:04.064 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:03 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:36:04.064 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:03 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:36:04.064 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:03 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:36:04.065 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:03 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:36:04.065 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:03 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:36:04.065 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:03 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:36:04.065 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:03 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:36:04.065 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:03 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:36:04.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:03 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:36:04.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:03 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:36:04.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:03 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:36:04.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:03 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:36:04.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:03 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:36:05.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:04 trial145 ceph-mon[16978]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:05.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:04 trial086 ceph-mon[14472]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:05.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:04 trial086 ceph-mon[23011]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:06.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:05 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:36:06.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:05 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:36:06.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:05 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:36:06.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:05 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:36:06.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:05 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:36:06.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:05 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:36:07.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:06 trial145 ceph-mon[16978]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:07.386 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:36:06 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:36:06.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:36:07.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:06 trial086 ceph-mon[14472]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:07.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:06 trial086 ceph-mon[23011]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:09.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:08 trial145 ceph-mon[16978]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:09.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:08 trial086 ceph-mon[14472]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:09.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:08 trial086 ceph-mon[23011]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:11.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:10 trial145 ceph-mon[16978]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:11.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:10 trial086 ceph-mon[14472]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:11.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:10 trial086 ceph-mon[23011]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:13.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:12 trial145 ceph-mon[16978]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:13.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:36:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:36:12] "GET /metrics HTTP/1.1" 200 5755 "" "Prometheus/3.6.0" 2026-02-12T03:36:13.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:36:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:36:12.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:36:13.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:12 trial086 ceph-mon[14472]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:13.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:12 trial086 ceph-mon[23011]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:15.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:14 trial145 ceph-mon[16978]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:15.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:14 trial086 ceph-mon[14472]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:15.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:14 trial086 ceph-mon[23011]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:16.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:15 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:36:16.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:15 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:36:16.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:15 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:36:17.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:16 trial145 ceph-mon[16978]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:17.386 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:36:16 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:36:16.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:36:17.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:16 trial086 ceph-mon[14472]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:17.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:16 trial086 ceph-mon[23011]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:18.311 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:17 trial086 ceph-mon[14472]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:18.312 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:17 trial086 ceph-mon[23011]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:18.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:17 trial145 ceph-mon[16978]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:20.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:20 trial145 ceph-mon[16978]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:20.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:20 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:36:20.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:20 trial086 ceph-mon[14472]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:20.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:20 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:36:20.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:20 trial086 ceph-mon[23011]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:20.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:20 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:36:22.705 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:22 trial145 ceph-mon[16978]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:22.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:22 trial086 ceph-mon[14472]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:22.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:22 trial086 ceph-mon[23011]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:23.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:36:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:36:22] "GET /metrics HTTP/1.1" 200 5754 "" "Prometheus/3.6.0" 2026-02-12T03:36:23.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:36:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:36:22.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:36:24.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:24 trial145 ceph-mon[16978]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:24.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:24 trial086 ceph-mon[14472]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:24.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:24 trial086 ceph-mon[23011]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:25.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:25 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:36:25.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:25 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:36:25.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:25 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:36:26.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:26 trial145 ceph-mon[16978]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:26.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:26 trial086 ceph-mon[14472]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:26.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:26 trial086 ceph-mon[23011]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:27.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:36:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:36:26.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:36:28.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:28 trial145 ceph-mon[16978]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:28.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:28 trial086 ceph-mon[14472]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:28.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:28 trial086 ceph-mon[23011]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:30.687 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:30 trial145 ceph-mon[16978]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:30.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:30 trial086 ceph-mon[14472]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:30.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:30 trial086 ceph-mon[23011]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:32.705 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:32 trial145 ceph-mon[16978]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:32.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:32 trial086 ceph-mon[14472]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:32.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:32 trial086 ceph-mon[23011]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:33.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:36:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:36:32.705Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:36:33.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:36:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:36:32] "GET /metrics HTTP/1.1" 200 5754 "" "Prometheus/3.6.0" 2026-02-12T03:36:34.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:34 trial145 ceph-mon[16978]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:34.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:34 trial086 ceph-mon[14472]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:34.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:34 trial086 ceph-mon[23011]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:35.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:35 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:36:35.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:35 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:36:35.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:35 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:36:35.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:35 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:36:35.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:35 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:36:35.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:35 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:36:36.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:36 trial145 ceph-mon[16978]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:36.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:36 trial086 ceph-mon[14472]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:36.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:36 trial086 ceph-mon[23011]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:37.386 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:36:36 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:36:36.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:36:38.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:38 trial145 ceph-mon[16978]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:38.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:38 trial086 ceph-mon[14472]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:38.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:38 trial086 ceph-mon[23011]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:40.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:40 trial145 ceph-mon[16978]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:40.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:40 trial086 ceph-mon[14472]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:40.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:40 trial086 ceph-mon[23011]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:42.706 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:42 trial145 ceph-mon[16978]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:42.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:42 trial086 ceph-mon[14472]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:42.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:42 trial086 ceph-mon[23011]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:43.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:36:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:36:42] "GET /metrics HTTP/1.1" 200 5756 "" "Prometheus/3.6.0" 2026-02-12T03:36:43.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:36:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:36:42.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:36:44.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:44 trial145 ceph-mon[16978]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:44.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:44 trial086 ceph-mon[14472]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:44.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:44 trial086 ceph-mon[23011]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:45.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:45 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:36:45.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:45 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:36:45.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:45 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:36:46.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:46 trial145 ceph-mon[16978]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:46.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:46 trial086 ceph-mon[14472]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:46.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:46 trial086 ceph-mon[23011]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:47.386 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:36:46 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:36:46.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", instance=\"trial145\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"1df67b0b-07c2-11f1-abd4-d404e6e7d460\", domainname=\"(none)\", instance=\"trial145\", job=\"node\", machine=\"x86_64\", nodename=\"trial145\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T03:36:48.712 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:48 trial086 ceph-mon[14472]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:48.713 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:48 trial086 ceph-mon[23011]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:48.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:48 trial145 ceph-mon[16978]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:50.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:50 trial145 ceph-mon[16978]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:50.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:50 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:36:50.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:50 trial086 ceph-mon[14472]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:50.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:50 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:36:50.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:50 trial086 ceph-mon[23011]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:50.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:50 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:36:52.705 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:52 trial145 ceph-mon[16978]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:52.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:52 trial086 ceph-mon[14472]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:52.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:52 trial086 ceph-mon[23011]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:53.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:36:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:36:52] "GET /metrics HTTP/1.1" 200 5762 "" "Prometheus/3.6.0" 2026-02-12T03:36:53.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:36:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:36:52.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:36:54.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:54 trial145 ceph-mon[16978]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:54.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:54 trial086 ceph-mon[14472]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:54.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:54 trial086 ceph-mon[23011]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:55.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:55 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:36:55.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:55 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:36:55.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:55 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:36:56.451 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:36:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:36:56.163Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:36:56.451 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:36:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:36:56.163Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:36:56.451 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:36:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:36:56.163Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:36:56.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:56 trial145 ceph-mon[16978]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:56.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:56 trial086 ceph-mon[14472]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:56.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:56 trial086 ceph-mon[23011]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:36:58.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:36:58 trial145 ceph-mon[16978]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:58.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:36:58 trial086 ceph-mon[14472]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:36:58.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:36:58 trial086 ceph-mon[23011]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:00.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:00 trial145 ceph-mon[16978]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:00.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:00 trial086 ceph-mon[14472]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:00.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:00 trial086 ceph-mon[23011]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:02.705 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:02 trial145 ceph-mon[16978]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:02.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:02 trial086 ceph-mon[14472]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:02.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:02 trial086 ceph-mon[23011]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:03.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:37:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:37:02] "GET /metrics HTTP/1.1" 200 5762 "" "Prometheus/3.6.0" 2026-02-12T03:37:03.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:37:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:37:02.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:37:03.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:03 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:37:03.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:03 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:37:03.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:03 trial145 ceph-mon[16978]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:37:03.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:03 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:37:03.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:03 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:37:03.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:03 trial086 ceph-mon[14472]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:37:03.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:03 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:37:03.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:03 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:37:03.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:03 trial086 ceph-mon[23011]: from='mgr.24733 ' entity='mgr.x' 2026-02-12T03:37:04.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:04 trial145 ceph-mon[16978]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:04.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:04 trial086 ceph-mon[14472]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:04.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:04 trial086 ceph-mon[23011]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:05.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:05 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:37:05.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:05 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:37:05.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:05 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:37:05.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:05 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:37:05.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:05 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:37:05.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:05 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:37:06.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:06 trial145 ceph-mon[16978]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:06.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:06 trial086 ceph-mon[14472]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:06.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:06 trial086 ceph-mon[23011]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:08.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:08 trial145 ceph-mon[16978]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:08.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:08 trial086 ceph-mon[14472]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:08.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:08 trial086 ceph-mon[23011]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:10.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:10 trial145 ceph-mon[16978]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:10.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:10 trial086 ceph-mon[14472]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:10.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:10 trial086 ceph-mon[23011]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:12.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:12 trial145 ceph-mon[16978]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:12.886 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:37:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:37:12] "GET /metrics HTTP/1.1" 200 5753 "" "Prometheus/3.6.0" 2026-02-12T03:37:12.886 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:37:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:37:12.705Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:37:12.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:12 trial086 ceph-mon[14472]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:12.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:12 trial086 ceph-mon[23011]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:14.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:14 trial145 ceph-mon[16978]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:14.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:14 trial086 ceph-mon[14472]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:14.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:14 trial086 ceph-mon[23011]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:15.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:15 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:37:15.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:15 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:37:15.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:15 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:37:16.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:16 trial145 ceph-mon[16978]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:16.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:16 trial086 ceph-mon[14472]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:16.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:16 trial086 ceph-mon[23011]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:18.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:18 trial145 ceph-mon[16978]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:18.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:18 trial086 ceph-mon[14472]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:18.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:18 trial086 ceph-mon[23011]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:20.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:20 trial145 ceph-mon[16978]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:20.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:20 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:37:20.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:20 trial086 ceph-mon[14472]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:20.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:20 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:37:20.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:20 trial086 ceph-mon[23011]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:20.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:20 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:37:22.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:22 trial145 ceph-mon[16978]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:22.886 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:37:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:37:22] "GET /metrics HTTP/1.1" 200 5758 "" "Prometheus/3.6.0" 2026-02-12T03:37:22.886 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:37:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:37:22.705Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:37:22.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:22 trial086 ceph-mon[14472]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:22.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:22 trial086 ceph-mon[23011]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:24.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:24 trial145 ceph-mon[16978]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:24.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:24 trial086 ceph-mon[14472]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:24.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:24 trial086 ceph-mon[23011]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:25.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:25 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:37:25.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:25 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:37:25.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:25 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:37:26.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:26 trial145 ceph-mon[16978]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:26.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:26 trial086 ceph-mon[14472]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:26.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:26 trial086 ceph-mon[23011]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:28.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:28 trial145 ceph-mon[16978]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:28.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:28 trial086 ceph-mon[14472]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:28.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:28 trial086 ceph-mon[23011]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:30.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:30 trial145 ceph-mon[16978]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:30.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:30 trial086 ceph-mon[14472]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:30.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:30 trial086 ceph-mon[23011]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:32.886 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:37:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:37:32] "GET /metrics HTTP/1.1" 200 5758 "" "Prometheus/3.6.0" 2026-02-12T03:37:32.886 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:37:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:37:32.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:37:32.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:32 trial145 ceph-mon[16978]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:32.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:32 trial086 ceph-mon[14472]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:32.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:32 trial086 ceph-mon[23011]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:34.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:34 trial145 ceph-mon[16978]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:34.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:34 trial086 ceph-mon[14472]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:34.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:34 trial086 ceph-mon[23011]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:35.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:35 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:37:35.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:35 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:37:35.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:35 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:37:35.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:35 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:37:35.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:35 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:37:35.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:35 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:37:36.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:36 trial145 ceph-mon[16978]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:36.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:36 trial086 ceph-mon[14472]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:36.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:36 trial086 ceph-mon[23011]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:38.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:38 trial145 ceph-mon[16978]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:38.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:38 trial086 ceph-mon[14472]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:38.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:38 trial086 ceph-mon[23011]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:40.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:40 trial145 ceph-mon[16978]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:40.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:40 trial086 ceph-mon[14472]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:40.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:40 trial086 ceph-mon[23011]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:42.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:42 trial145 ceph-mon[16978]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:42.886 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:37:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:37:42] "GET /metrics HTTP/1.1" 200 5751 "" "Prometheus/3.6.0" 2026-02-12T03:37:42.886 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:37:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:37:42.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:37:42.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:42 trial086 ceph-mon[14472]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:42.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:42 trial086 ceph-mon[23011]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:44.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:44 trial145 ceph-mon[16978]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:44.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:44 trial086 ceph-mon[14472]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:44.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:44 trial086 ceph-mon[23011]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:45.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:45 trial145 ceph-mon[16978]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:37:45.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:45 trial086 ceph-mon[14472]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:37:45.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:45 trial086 ceph-mon[23011]: from='client.25064 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:37:46.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:46 trial145 ceph-mon[16978]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:46.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:46 trial086 ceph-mon[14472]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:46.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:46 trial086 ceph-mon[23011]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:48.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:48 trial145 ceph-mon[16978]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:48.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:48 trial086 ceph-mon[14472]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:48.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:48 trial086 ceph-mon[23011]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:50.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:50 trial145 ceph-mon[16978]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:50.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:50 trial145 ceph-mon[16978]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:37:50.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:50 trial086 ceph-mon[14472]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:50.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:50 trial086 ceph-mon[14472]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:37:50.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:50 trial086 ceph-mon[23011]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:50.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:50 trial086 ceph-mon[23011]: from='mgr.24733 10.20.193.145:0/2384532025' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:37:51.502 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T03:37:51.789 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:37:52.019 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:37:52.020 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (12m) 109s ago 12m - - 0.25.0 c8568f914cd2 5608e9f0137c 2026-02-12T03:37:52.020 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (12m) 2m ago 12m 88.1M - 10.4.0 c8b91775d855 37590065d384 2026-02-12T03:37:52.020 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (5m) 109s ago 12m - - 3.9 4cc07a41bb19 a7540e05668c 2026-02-12T03:37:52.020 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,9283,8765 running (8m) 2m ago 14m 563M - 20.3.0-5250-g84a80275 21b90b676abb e52f397d629d 2026-02-12T03:37:52.020 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:8443,9283,8765 running (2m) 109s ago 14m - - 20.3.0-5250-g84a80275 21b90b676abb 0bf0f62d6e10 2026-02-12T03:37:52.020 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (14m) 109s ago 14m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 d8b3e18533b3 2026-02-12T03:37:52.020 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (14m) 2m ago 14m 47.1M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 54def20c4bc2 2026-02-12T03:37:52.020 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (14m) 109s ago 14m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 5e4d958d8791 2026-02-12T03:37:52.020 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (12m) 109s ago 12m - - 1.7.0 72c9c2088986 19c3ca17a43d 2026-02-12T03:37:52.020 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (12m) 2m ago 12m 13.6M - 1.7.0 72c9c2088986 036e0a3ac0d9 2026-02-12T03:37:52.020 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (13m) 109s ago 13m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d7baf8f72e60 2026-02-12T03:37:52.020 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (13m) 109s ago 13m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fb2687e62c00 2026-02-12T03:37:52.020 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (13m) 109s ago 13m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 9def62f780f8 2026-02-12T03:37:52.020 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (13m) 109s ago 13m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 1b941c940e6e 2026-02-12T03:37:52.020 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (13m) 2m ago 13m 57.9M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 472a47a150fc 2026-02-12T03:37:52.020 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (13m) 2m ago 13m 58.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 03a06d3fbe57 2026-02-12T03:37:52.020 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (12m) 2m ago 12m 55.3M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 838bfb91f030 2026-02-12T03:37:52.020 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (12m) 2m ago 12m 57.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 799fb27b1d2c 2026-02-12T03:37:52.020 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (5m) 2m ago 12m 51.7M - 3.6.0 4fcecf061b74 fd358be701f3 2026-02-12T03:37:52.020 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (12m) 109s ago 12m - - 19.2.3-672-g283431c0 4cc07a41bb19 fc6cafaeed8d 2026-02-12T03:37:52.020 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (12m) 2m ago 12m 107M - 19.2.3-672-g283431c0 4cc07a41bb19 01589a0f2102 2026-02-12T03:37:52.059 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions' 2026-02-12T03:37:52.345 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:37:52.604 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:37:52.604 INFO:teuthology.orchestra.run.trial086.stdout: "mon": { 2026-02-12T03:37:52.604 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T03:37:52.604 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:37:52.604 INFO:teuthology.orchestra.run.trial086.stdout: "mgr": { 2026-02-12T03:37:52.604 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:37:52.604 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:37:52.604 INFO:teuthology.orchestra.run.trial086.stdout: "osd": { 2026-02-12T03:37:52.604 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T03:37:52.604 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:37:52.604 INFO:teuthology.orchestra.run.trial086.stdout: "rgw": { 2026-02-12T03:37:52.604 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:37:52.604 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:37:52.604 INFO:teuthology.orchestra.run.trial086.stdout: "overall": { 2026-02-12T03:37:52.604 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 13, 2026-02-12T03:37:52.604 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:37:52.604 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:37:52.604 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:37:52.620 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:52 trial086 ceph-mon[23011]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:52.620 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:52 trial086 ceph-mon[14472]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:52.641 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph health detail' 2026-02-12T03:37:52.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:52 trial145 ceph-mon[16978]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:37:52.886 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:37:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:37:52.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:37:52.886 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:37:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:37:52] "GET /metrics HTTP/1.1" 200 5761 "" "Prometheus/3.6.0" 2026-02-12T03:37:52.924 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:37:53.179 INFO:teuthology.orchestra.run.trial086.stdout:HEALTH_OK 2026-02-12T03:37:53.218 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph -s' 2026-02-12T03:37:53.502 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:37:53.754 INFO:teuthology.orchestra.run.trial086.stdout: cluster: 2026-02-12T03:37:53.754 INFO:teuthology.orchestra.run.trial086.stdout: id: 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:37:53.754 INFO:teuthology.orchestra.run.trial086.stdout: health: HEALTH_OK 2026-02-12T03:37:53.754 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:37:53.754 INFO:teuthology.orchestra.run.trial086.stdout: services: 2026-02-12T03:37:53.754 INFO:teuthology.orchestra.run.trial086.stdout: mon: 3 daemons, quorum a,b,c (age 14m) 2026-02-12T03:37:53.754 INFO:teuthology.orchestra.run.trial086.stdout: mgr: x(active, since 6m), standbys: y 2026-02-12T03:37:53.754 INFO:teuthology.orchestra.run.trial086.stdout: osd: 8 osds: 8 up (since 12m), 8 in (since 12m) 2026-02-12T03:37:53.754 INFO:teuthology.orchestra.run.trial086.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2026-02-12T03:37:53.754 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:37:53.754 INFO:teuthology.orchestra.run.trial086.stdout: data: 2026-02-12T03:37:53.755 INFO:teuthology.orchestra.run.trial086.stdout: pools: 6 pools, 161 pgs 2026-02-12T03:37:53.755 INFO:teuthology.orchestra.run.trial086.stdout: objects: 244 objects, 585 KiB 2026-02-12T03:37:53.755 INFO:teuthology.orchestra.run.trial086.stdout: usage: 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:37:53.755 INFO:teuthology.orchestra.run.trial086.stdout: pgs: 161 active+clean 2026-02-12T03:37:53.755 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:37:53.755 INFO:teuthology.orchestra.run.trial086.stdout: io: 2026-02-12T03:37:53.755 INFO:teuthology.orchestra.run.trial086.stdout: client: 853 B/s rd, 0 op/s rd, 0 op/s wr 2026-02-12T03:37:53.755 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:37:53.755 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:53 trial086 ceph-mon[14472]: from='client.15285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:37:53.755 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:53 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/415993470' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:37:53.755 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:53 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3203463783' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T03:37:53.755 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:53 trial086 ceph-mon[23011]: from='client.15285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:37:53.755 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:53 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/415993470' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:37:53.755 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:53 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3203463783' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T03:37:53.791 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph mgr fail' 2026-02-12T03:37:53.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:53 trial145 ceph-mon[16978]: from='client.15285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:37:53.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:53 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/415993470' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:37:53.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:53 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3203463783' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T03:37:54.075 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:37:54.355 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:37:54 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:37:54] ENGINE Bus STOPPING 2026-02-12T03:37:54.383 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'sleep 180' 2026-02-12T03:37:54.610 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[14472]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:54.610 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/502149209' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T03:37:54.610 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1669837983' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T03:37:54.610 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[14472]: Activating manager daemon y 2026-02-12T03:37:54.610 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1669837983' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T03:37:54.610 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[14472]: osdmap e90: 8 total, 8 up, 8 in 2026-02-12T03:37:54.610 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[14472]: mgrmap e28: y(active, starting, since 0.0051498s) 2026-02-12T03:37:54.610 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:37:54.610 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:37:54.610 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:37:54.610 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:37:54.610 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:37:54.610 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:37:54.611 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:37:54.611 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[23011]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:54.611 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/502149209' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T03:37:54.611 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1669837983' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T03:37:54.611 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[23011]: Activating manager daemon y 2026-02-12T03:37:54.611 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1669837983' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T03:37:54.611 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[23011]: osdmap e90: 8 total, 8 up, 8 in 2026-02-12T03:37:54.611 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[23011]: mgrmap e28: y(active, starting, since 0.0051498s) 2026-02-12T03:37:54.611 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:37:54.611 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:37:54.611 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:37:54.611 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:37:54.611 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:37:54.611 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:37:54.611 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:54 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:37:54.635 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:37:54 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: 2026-02-12T03:37:54.325+0000 7f1a2f541640 -1 mgr handle_mgr_map I was active but no longer am 2026-02-12T03:37:54.635 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:37:54 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ignoring --setuser ceph since I am not root 2026-02-12T03:37:54.635 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:37:54 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ignoring --setgroup ceph since I am not root 2026-02-12T03:37:54.635 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:37:54 trial145 ceph-mgr[48588]: -- 10.20.193.145:0/3184483726 <== mon.1 v2:10.20.193.145:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x1177a00 con 0x114b800 2026-02-12T03:37:54.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:54 trial145 ceph-mon[16978]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:37:54.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:54 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/502149209' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T03:37:54.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:54 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1669837983' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T03:37:54.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:54 trial145 ceph-mon[16978]: Activating manager daemon y 2026-02-12T03:37:54.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:54 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1669837983' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T03:37:54.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:54 trial145 ceph-mon[16978]: osdmap e90: 8 total, 8 up, 8 in 2026-02-12T03:37:54.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:54 trial145 ceph-mon[16978]: mgrmap e28: y(active, starting, since 0.0051498s) 2026-02-12T03:37:54.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:54 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:37:54.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:54 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:37:54.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:54 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:37:54.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:54 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:37:54.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:54 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:37:54.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:54 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:37:54.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:54 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:37:54.672 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:37:54.876 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:37:54 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:37:54] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T03:37:54.877 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:37:54 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:37:54] ENGINE Bus STOPPED 2026-02-12T03:37:55.505 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:37:55 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T03:37:55.505 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:37:55 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T03:37:55.505 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:37:55 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: from numpy import show_config as show_numpy_config 2026-02-12T03:37:55.783 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:55 trial086 ceph-mon[23011]: Manager daemon y is now available 2026-02-12T03:37:55.783 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:55 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:37:55.783 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:55 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:37:55.783 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:55 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:37:55.783 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:55 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:37:55.783 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:55 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:37:55.783 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:55 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:37:55.783 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:55 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:55.783 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:55 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:55.783 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:37:55 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:37:55] ENGINE Bus STARTING 2026-02-12T03:37:55.783 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:37:55 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:37:55] ENGINE Serving on http://:::9283 2026-02-12T03:37:55.783 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:37:55 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:37:55] ENGINE Bus STARTED 2026-02-12T03:37:55.783 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:55 trial086 ceph-mon[14472]: Manager daemon y is now available 2026-02-12T03:37:55.783 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:55 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:37:55.783 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:55 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:37:55.784 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:55 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:37:55.784 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:55 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:37:55.784 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:55 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:37:55.784 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:55 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:37:55.784 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:55 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:55.784 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:55 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:55.813 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:55 trial145 ceph-mon[16978]: Manager daemon y is now available 2026-02-12T03:37:55.813 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:55 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:37:55.813 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:55 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:37:55.813 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:55 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:37:55.813 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:55 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:37:55.813 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:55 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:37:55.813 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:55 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:37:55.813 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:55 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:55.813 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:55 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.512 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:37:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:37:56.164Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:37:56.512 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:37:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:37:56.165Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:37:56.512 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:37:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:37:56.166Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:37:56.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:56 trial145 ceph-mon[16978]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T03:37:56.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:56 trial145 ceph-mon[16978]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T03:37:56.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:56 trial145 ceph-mon[16978]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T03:37:56.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:56 trial145 ceph-mon[16978]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T03:37:56.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:56 trial145 ceph-mon[16978]: [12/Feb/2026:03:37:55] ENGINE Bus STARTING 2026-02-12T03:37:56.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:56 trial145 ceph-mon[16978]: [12/Feb/2026:03:37:55] ENGINE Serving on https://10.20.193.86:7150 2026-02-12T03:37:56.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:56 trial145 ceph-mon[16978]: [12/Feb/2026:03:37:55] ENGINE Client ('10.20.193.86', 54722) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:37:56.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:56 trial145 ceph-mon[16978]: mgrmap e29: y(active, since 1.19128s) 2026-02-12T03:37:56.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:56 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:56 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:56 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:56 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:56 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:56 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:56 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:56 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:56 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:37:56.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:56 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:37:56.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[14472]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T03:37:56.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[14472]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T03:37:56.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[14472]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T03:37:56.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[14472]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T03:37:56.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[14472]: [12/Feb/2026:03:37:55] ENGINE Bus STARTING 2026-02-12T03:37:56.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[14472]: [12/Feb/2026:03:37:55] ENGINE Serving on https://10.20.193.86:7150 2026-02-12T03:37:56.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[14472]: [12/Feb/2026:03:37:55] ENGINE Client ('10.20.193.86', 54722) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:37:56.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[14472]: mgrmap e29: y(active, since 1.19128s) 2026-02-12T03:37:56.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:37:56.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:37:56.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[23011]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T03:37:56.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[23011]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T03:37:56.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[23011]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T03:37:56.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[23011]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T03:37:56.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[23011]: [12/Feb/2026:03:37:55] ENGINE Bus STARTING 2026-02-12T03:37:56.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[23011]: [12/Feb/2026:03:37:55] ENGINE Serving on https://10.20.193.86:7150 2026-02-12T03:37:56.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[23011]: [12/Feb/2026:03:37:55] ENGINE Client ('10.20.193.86', 54722) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:37:56.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[23011]: mgrmap e29: y(active, since 1.19128s) 2026-02-12T03:37:56.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:56.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:37:56.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:56 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:37:57.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:37:57.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:37:57.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: [12/Feb/2026:03:37:55] ENGINE Serving on http://10.20.193.86:8765 2026-02-12T03:37:57.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: [12/Feb/2026:03:37:55] ENGINE Bus STARTED 2026-02-12T03:37:57.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:37:57.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:37:57.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:37:57.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:37:57.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:37:57.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: Updating trial145:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:37:57.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: Updating trial086:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:37:57.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:57.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:57.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:57.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:57.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:57.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:37:57.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:37:57.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:37:57.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: Standby manager daemon x started 2026-02-12T03:37:57.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:37:57.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:37:57.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:37:57.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:37:57.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:57.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:57 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:57.900 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:37:57.900 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:37:57.900 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: [12/Feb/2026:03:37:55] ENGINE Serving on http://10.20.193.86:8765 2026-02-12T03:37:57.900 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: [12/Feb/2026:03:37:55] ENGINE Bus STARTED 2026-02-12T03:37:57.900 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:37:57.900 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:37:57.901 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:37:57.901 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:37:57.901 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:37:57.901 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: Updating trial145:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:37:57.901 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: Updating trial086:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:37:57.901 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:57.901 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:57.901 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:57.901 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:57.901 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:57.901 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:37:57.901 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:37:57.902 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:37:57.902 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: Standby manager daemon x started 2026-02-12T03:37:57.902 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:37:57.902 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:37:57.902 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:37:57.902 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:37:57.902 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:57.902 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:57.902 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:37:57.902 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:37:57.903 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: [12/Feb/2026:03:37:55] ENGINE Serving on http://10.20.193.86:8765 2026-02-12T03:37:57.903 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: [12/Feb/2026:03:37:55] ENGINE Bus STARTED 2026-02-12T03:37:57.903 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:37:57.903 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:37:57.903 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:37:57.903 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:37:57.903 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:37:57.903 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: Updating trial145:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:37:57.903 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: Updating trial086:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:37:57.903 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:57.903 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:57.903 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:57.904 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:57.904 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:57.904 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:37:57.904 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:37:57.904 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:37:57.904 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: Standby manager daemon x started 2026-02-12T03:37:57.904 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:37:57.904 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:37:57.904 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:37:57.904 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:37:57.904 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:57.904 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:57 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:58.640 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:58 trial086 ceph-mon[23011]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:37:58.640 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:58 trial086 ceph-mon[23011]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:37:58.640 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:58 trial086 ceph-mon[23011]: Reconfiguring iscsi.foo.trial086.ooltqb deps ['10.20.193.145'] -> ['10.20.193.86'] (diff {'10.20.193.145', '10.20.193.86'}) 2026-02-12T03:37:58.640 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:58 trial086 ceph-mon[23011]: Reconfiguring daemon iscsi.foo.trial086.ooltqb on trial086 2026-02-12T03:37:58.640 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:58 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2947414571' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T03:37:58.640 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:58 trial086 ceph-mon[23011]: mgrmap e30: y(active, since 3s), standbys: x 2026-02-12T03:37:58.641 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:58 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:37:58.641 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:58 trial086 ceph-mon[14472]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:37:58.641 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:58 trial086 ceph-mon[14472]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:37:58.641 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:58 trial086 ceph-mon[14472]: Reconfiguring iscsi.foo.trial086.ooltqb deps ['10.20.193.145'] -> ['10.20.193.86'] (diff {'10.20.193.145', '10.20.193.86'}) 2026-02-12T03:37:58.641 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:58 trial086 ceph-mon[14472]: Reconfiguring daemon iscsi.foo.trial086.ooltqb on trial086 2026-02-12T03:37:58.641 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:58 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2947414571' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T03:37:58.641 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:58 trial086 ceph-mon[14472]: mgrmap e30: y(active, since 3s), standbys: x 2026-02-12T03:37:58.641 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:58 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:37:58.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:58 trial145 ceph-mon[16978]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:37:58.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:58 trial145 ceph-mon[16978]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:37:58.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:58 trial145 ceph-mon[16978]: Reconfiguring iscsi.foo.trial086.ooltqb deps ['10.20.193.145'] -> ['10.20.193.86'] (diff {'10.20.193.145', '10.20.193.86'}) 2026-02-12T03:37:58.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:58 trial145 ceph-mon[16978]: Reconfiguring daemon iscsi.foo.trial086.ooltqb on trial086 2026-02-12T03:37:58.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:58 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2947414571' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T03:37:58.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:58 trial145 ceph-mon[16978]: mgrmap e30: y(active, since 3s), standbys: x 2026-02-12T03:37:58.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:58 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:37:59.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:59 trial145 ceph-mon[16978]: Certificate for "cephadm-signed_agent_cert (trial145)" is still valid for 1824 days. 2026-02-12T03:37:59.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:59 trial145 ceph-mon[16978]: Certificate for "cephadm-signed_agent_cert (trial086)" is still valid for 1824 days. 2026-02-12T03:37:59.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:59 trial145 ceph-mon[16978]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:37:59.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:59 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:59.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:59 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:59.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:59 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:37:59.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:59 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:37:59.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:59 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:59.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:59 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:59.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:59 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:59.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:59 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:37:59.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:37:59 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:37:59.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[14472]: Certificate for "cephadm-signed_agent_cert (trial145)" is still valid for 1824 days. 2026-02-12T03:37:59.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[14472]: Certificate for "cephadm-signed_agent_cert (trial086)" is still valid for 1824 days. 2026-02-12T03:37:59.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[14472]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:37:59.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:59.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:59.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:37:59.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:37:59.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:59.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:59.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:59.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:37:59.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:37:59.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[23011]: Certificate for "cephadm-signed_agent_cert (trial145)" is still valid for 1824 days. 2026-02-12T03:37:59.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[23011]: Certificate for "cephadm-signed_agent_cert (trial086)" is still valid for 1824 days. 2026-02-12T03:37:59.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[23011]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:37:59.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:59.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:59.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:37:59.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:37:59.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:59.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:59.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:37:59.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:37:59.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:37:59 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:38:00.786 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:00 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:38:00.787 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:00 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:38:00.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:00 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:38:00.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:00 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:38:00.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:00 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:38:00.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:00 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:38:01.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:01 trial145 ceph-mon[16978]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:38:01.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:01 trial086 ceph-mon[14472]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:38:01.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:01 trial086 ceph-mon[23011]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:38:02.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:02 trial145 ceph-mon[16978]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 27 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T03:38:02.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:02 trial086 ceph-mon[14472]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 27 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T03:38:02.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:02 trial086 ceph-mon[23011]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 27 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T03:38:05.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:05 trial145 ceph-mon[16978]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 21 KiB/s rd, 0 B/s wr, 9 op/s 2026-02-12T03:38:05.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:05 trial086 ceph-mon[14472]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 21 KiB/s rd, 0 B/s wr, 9 op/s 2026-02-12T03:38:05.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:05 trial086 ceph-mon[23011]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 21 KiB/s rd, 0 B/s wr, 9 op/s 2026-02-12T03:38:07.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:07 trial145 ceph-mon[16978]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:38:07.636 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:38:07 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:38:07] ENGINE Bus STARTING 2026-02-12T03:38:07.636 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:38:07 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: CherryPy Checker: 2026-02-12T03:38:07.636 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:38:07 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: The Application mounted at '' has an empty config. 2026-02-12T03:38:07.636 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:38:07 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: 2026-02-12T03:38:07.637 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:38:07 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:38:07] ENGINE Serving on http://:::9283 2026-02-12T03:38:07.637 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:38:07 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:38:07] ENGINE Bus STARTED 2026-02-12T03:38:07.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:07 trial086 ceph-mon[14472]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:38:07.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:07 trial086 ceph-mon[23011]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:38:08.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:08 trial086 ceph-mon[14472]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:38:08.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:08 trial086 ceph-mon[23011]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:38:08.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:08 trial145 ceph-mon[16978]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:38:09.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:38:09 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:38:09.000Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:38:09.387 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:38:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:38:08] "GET /metrics HTTP/1.1" 200 5291 "" "Prometheus/3.6.0" 2026-02-12T03:38:09.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:09 trial086 ceph-mon[14472]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:38:09.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:09 trial086 ceph-mon[23011]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:38:09.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:09 trial145 ceph-mon[16978]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:38:10.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:10 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:38:10.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:10 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:38:10.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:10 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:38:11.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:11 trial086 ceph-mon[14472]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:38:11.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:11 trial086 ceph-mon[23011]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:38:11.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:11 trial145 ceph-mon[16978]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:38:13.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:38:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:38:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:38:13.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:13 trial086 ceph-mon[14472]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:38:13.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:13 trial086 ceph-mon[23011]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:38:13.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:13 trial145 ceph-mon[16978]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:38:15.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:15 trial086 ceph-mon[14472]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:15.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:15 trial086 ceph-mon[23011]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:15.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:15 trial145 ceph-mon[16978]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:17.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:17 trial086 ceph-mon[14472]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:17.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:17 trial086 ceph-mon[23011]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:17.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:17 trial145 ceph-mon[16978]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:18.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:18 trial086 ceph-mon[14472]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:38:18.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:18 trial086 ceph-mon[23011]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:38:18.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:18 trial145 ceph-mon[16978]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:38:19.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:38:18 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:38:18.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:38:19.398 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:38:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:38:18] "GET /metrics HTTP/1.1" 200 5762 "" "Prometheus/3.6.0" 2026-02-12T03:38:19.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:19 trial086 ceph-mon[14472]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:19.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:19 trial086 ceph-mon[23011]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:19.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:19 trial145 ceph-mon[16978]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:21.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:21 trial086 ceph-mon[14472]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:21.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:21 trial086 ceph-mon[23011]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:21.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:21 trial145 ceph-mon[16978]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:23.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:38:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:38:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:38:23.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:23 trial086 ceph-mon[14472]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:23.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:23 trial086 ceph-mon[23011]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:23.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:23 trial145 ceph-mon[16978]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:25.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:25 trial086 ceph-mon[14472]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:25.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:25 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:38:25.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:25 trial086 ceph-mon[23011]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:25.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:25 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:38:25.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:25 trial145 ceph-mon[16978]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:25.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:25 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:38:27.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:27 trial086 ceph-mon[14472]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:27.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:27 trial086 ceph-mon[23011]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:27.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:27 trial145 ceph-mon[16978]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:28.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:28 trial086 ceph-mon[14472]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:38:28.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:28 trial086 ceph-mon[23011]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:38:28.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:28 trial145 ceph-mon[16978]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:38:29.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:38:28 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:38:28.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:38:29.408 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:38:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:38:28] "GET /metrics HTTP/1.1" 200 5756 "" "Prometheus/3.6.0" 2026-02-12T03:38:29.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:29 trial086 ceph-mon[14472]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:29.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:29 trial086 ceph-mon[23011]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:29.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:29 trial145 ceph-mon[16978]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:31.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:31 trial086 ceph-mon[14472]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:31.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:31 trial086 ceph-mon[23011]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:31.687 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:31 trial145 ceph-mon[16978]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:33.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:38:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:38:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:38:33.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:33 trial145 ceph-mon[16978]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:33.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:33 trial086 ceph-mon[14472]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:33.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:33 trial086 ceph-mon[23011]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:35.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:35 trial145 ceph-mon[16978]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:35.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:35 trial086 ceph-mon[14472]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:35.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:35 trial086 ceph-mon[23011]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:37.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:37 trial145 ceph-mon[16978]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:37.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:37 trial086 ceph-mon[14472]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:37.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:37 trial086 ceph-mon[23011]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:38.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:38 trial145 ceph-mon[16978]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:38:38.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:38 trial086 ceph-mon[14472]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:38:38.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:38 trial086 ceph-mon[23011]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:38:39.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:38:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:38:38.988Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:38:39.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:38:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:38:38] "GET /metrics HTTP/1.1" 200 5756 "" "Prometheus/3.6.0" 2026-02-12T03:38:39.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:39 trial145 ceph-mon[16978]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:39.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:39 trial086 ceph-mon[14472]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:39.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:39 trial086 ceph-mon[23011]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:40.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:40 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:38:40.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:40 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:38:40.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:40 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:38:41.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:41 trial145 ceph-mon[16978]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:41.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:41 trial086 ceph-mon[14472]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:41.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:41 trial086 ceph-mon[23011]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:43.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:38:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:38:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:38:43.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:43 trial145 ceph-mon[16978]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:43.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:43 trial086 ceph-mon[14472]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:43.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:43 trial086 ceph-mon[23011]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:45.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:45 trial145 ceph-mon[16978]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T03:38:45.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:45 trial086 ceph-mon[14472]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T03:38:45.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:45 trial086 ceph-mon[23011]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T03:38:47.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:47 trial145 ceph-mon[16978]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:47.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:47 trial086 ceph-mon[14472]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:47.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:47 trial086 ceph-mon[23011]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:48.811 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:48 trial086 ceph-mon[14472]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:38:48.812 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:48 trial086 ceph-mon[23011]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:38:48.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:48 trial145 ceph-mon[16978]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:38:49.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:38:48 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:38:48] "GET /metrics HTTP/1.1" 200 5753 "" "Prometheus/3.6.0" 2026-02-12T03:38:49.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:38:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:38:48.988Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:38:49.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:49 trial145 ceph-mon[16978]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T03:38:49.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:49 trial086 ceph-mon[14472]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T03:38:49.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:49 trial086 ceph-mon[23011]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T03:38:51.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:51 trial145 ceph-mon[16978]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T03:38:51.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:51 trial086 ceph-mon[14472]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T03:38:51.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:51 trial086 ceph-mon[23011]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T03:38:53.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:38:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:38:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:38:53.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:53 trial145 ceph-mon[16978]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:53.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:53 trial086 ceph-mon[14472]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:53.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:53 trial086 ceph-mon[23011]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:55.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:55 trial145 ceph-mon[16978]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:55.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:55 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:38:55.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:55 trial086 ceph-mon[14472]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:55.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:55 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:38:55.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:55 trial086 ceph-mon[23011]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:55.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:55 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:38:56.635 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:38:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:38:56.164Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:38:56.636 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:38:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:38:56.165Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:38:56.636 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:38:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:38:56.166Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:38:57.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:57 trial145 ceph-mon[16978]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:57.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:57 trial086 ceph-mon[14472]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:57.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:57 trial086 ceph-mon[23011]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:38:59.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:38:58 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:38:58.988Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:38:59.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:38:58 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:38:58] "GET /metrics HTTP/1.1" 200 5764 "" "Prometheus/3.6.0" 2026-02-12T03:38:59.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:59 trial145 ceph-mon[16978]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:38:59.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:59 trial145 ceph-mon[16978]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:59.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:59 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:38:59.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:59 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:38:59.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:38:59 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:38:59.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:59 trial086 ceph-mon[14472]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:38:59.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:59 trial086 ceph-mon[14472]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:59.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:59 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:38:59.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:59 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:38:59.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:38:59 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:38:59.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:59 trial086 ceph-mon[23011]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:38:59.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:59 trial086 ceph-mon[23011]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:38:59.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:59 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:38:59.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:59 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:38:59.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:38:59 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:39:01.688 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:01 trial145 ceph-mon[16978]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:01.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:01 trial086 ceph-mon[14472]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:01.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:01 trial086 ceph-mon[23011]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:03.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:39:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:39:02] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:39:03.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:03 trial145 ceph-mon[16978]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:03.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:03 trial086 ceph-mon[14472]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:03.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:03 trial086 ceph-mon[23011]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:05.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:05 trial145 ceph-mon[16978]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:05.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:05 trial086 ceph-mon[14472]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:05.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:05 trial086 ceph-mon[23011]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:07.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:07 trial145 ceph-mon[16978]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:07.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:07 trial086 ceph-mon[14472]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:07.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:07 trial086 ceph-mon[23011]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:08.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:08 trial086 ceph-mon[14472]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:39:08.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:08 trial086 ceph-mon[14472]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:08.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:08 trial086 ceph-mon[23011]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:39:08.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:08 trial086 ceph-mon[23011]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:08.988 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:08 trial145 ceph-mon[16978]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:39:08.988 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:08 trial145 ceph-mon[16978]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:09.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:39:08 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:39:08.988Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:39:09.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:39:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:39:08] "GET /metrics HTTP/1.1" 200 5764 "" "Prometheus/3.6.0" 2026-02-12T03:39:10.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:09 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:39:10.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:09 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:39:10.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:09 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:39:11.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:10 trial145 ceph-mon[16978]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:11.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:10 trial086 ceph-mon[14472]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:11.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:10 trial086 ceph-mon[23011]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:13.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:39:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:39:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:39:13.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:13 trial086 ceph-mon[14472]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:13.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:13 trial086 ceph-mon[23011]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:13.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:13 trial145 ceph-mon[16978]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:15.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:15 trial086 ceph-mon[14472]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:15.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:15 trial086 ceph-mon[23011]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:15.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:15 trial145 ceph-mon[16978]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:17.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:17 trial086 ceph-mon[14472]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:17.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:17 trial086 ceph-mon[23011]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:17.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:17 trial145 ceph-mon[16978]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:19.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:39:18 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:39:18.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:39:19.397 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:39:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:39:18] "GET /metrics HTTP/1.1" 200 5766 "" "Prometheus/3.6.0" 2026-02-12T03:39:19.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:19 trial086 ceph-mon[14472]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:39:19.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:19 trial086 ceph-mon[14472]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:19.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:19 trial086 ceph-mon[23011]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:39:19.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:19 trial086 ceph-mon[23011]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:19.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:19 trial145 ceph-mon[16978]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:39:19.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:19 trial145 ceph-mon[16978]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:21.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:21 trial086 ceph-mon[14472]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:21.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:21 trial086 ceph-mon[23011]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:21.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:21 trial145 ceph-mon[16978]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:23.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:39:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:39:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:39:23.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:23 trial086 ceph-mon[14472]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:23.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:23 trial086 ceph-mon[23011]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:23.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:23 trial145 ceph-mon[16978]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:25.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:25 trial086 ceph-mon[23011]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:25.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:25 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:39:25.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:25 trial086 ceph-mon[14472]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:25.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:25 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:39:25.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:25 trial145 ceph-mon[16978]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:25.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:25 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:39:27.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:27 trial086 ceph-mon[14472]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:27.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:27 trial086 ceph-mon[23011]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:27.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:27 trial145 ceph-mon[16978]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:29.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:39:28 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:39:28.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:39:29.404 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:39:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:39:28] "GET /metrics HTTP/1.1" 200 5760 "" "Prometheus/3.6.0" 2026-02-12T03:39:29.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:29 trial086 ceph-mon[14472]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:39:29.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:29 trial086 ceph-mon[14472]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:29.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:29 trial086 ceph-mon[23011]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:39:29.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:29 trial086 ceph-mon[23011]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:29.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:29 trial145 ceph-mon[16978]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:39:29.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:29 trial145 ceph-mon[16978]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:31.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:31 trial086 ceph-mon[14472]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:31.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:31 trial086 ceph-mon[23011]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:31.687 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:31 trial145 ceph-mon[16978]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:33.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:39:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:39:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:39:33.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:33 trial086 ceph-mon[14472]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:33.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:33 trial086 ceph-mon[23011]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:33.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:33 trial145 ceph-mon[16978]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:35.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:35 trial086 ceph-mon[14472]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:35.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:35 trial086 ceph-mon[23011]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:35.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:35 trial145 ceph-mon[16978]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:37.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:37 trial086 ceph-mon[14472]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:37.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:37 trial086 ceph-mon[23011]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:37.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:37 trial145 ceph-mon[16978]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:39.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:39:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:39:38.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:39:39.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:39:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:39:38] "GET /metrics HTTP/1.1" 200 5760 "" "Prometheus/3.6.0" 2026-02-12T03:39:39.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:39 trial145 ceph-mon[16978]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:39:39.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:39 trial145 ceph-mon[16978]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:39.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:39 trial086 ceph-mon[14472]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:39:39.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:39 trial086 ceph-mon[14472]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:39.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:39 trial086 ceph-mon[23011]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:39:39.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:39 trial086 ceph-mon[23011]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:40.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:40 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:39:40.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:40 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:39:40.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:40 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:39:41.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:41 trial145 ceph-mon[16978]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:41.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:41 trial086 ceph-mon[14472]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:41.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:41 trial086 ceph-mon[23011]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:43.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:39:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:39:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:39:43.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:43 trial145 ceph-mon[16978]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:43.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:43 trial086 ceph-mon[14472]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:43.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:43 trial086 ceph-mon[23011]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:45.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:45 trial145 ceph-mon[16978]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:45.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:45 trial086 ceph-mon[14472]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:45.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:45 trial086 ceph-mon[23011]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:47.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:47 trial145 ceph-mon[16978]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:47.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:47 trial086 ceph-mon[14472]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:47.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:47 trial086 ceph-mon[23011]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:49.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:39:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:39:48.988Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:39:49.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:39:48 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:39:48] "GET /metrics HTTP/1.1" 200 5761 "" "Prometheus/3.6.0" 2026-02-12T03:39:49.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:49 trial145 ceph-mon[16978]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:39:49.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:49 trial145 ceph-mon[16978]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:49.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:49 trial086 ceph-mon[14472]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:39:49.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:49 trial086 ceph-mon[14472]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:49.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:49 trial086 ceph-mon[23011]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:39:49.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:49 trial086 ceph-mon[23011]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:51.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:51 trial145 ceph-mon[16978]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:51.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:51 trial086 ceph-mon[14472]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:51.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:51 trial086 ceph-mon[23011]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:53.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:39:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:39:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:39:53.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:53 trial145 ceph-mon[16978]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:53.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:53 trial086 ceph-mon[14472]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:53.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:53 trial086 ceph-mon[23011]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:55.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:55 trial145 ceph-mon[16978]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:55.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:55 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:39:55.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:55 trial086 ceph-mon[14472]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:55.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:55 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:39:55.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:55 trial086 ceph-mon[23011]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:55.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:55 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:39:56.635 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:39:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:39:56.164Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:39:56.635 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:39:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:39:56.165Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:39:56.635 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:39:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:39:56.166Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:39:57.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:57 trial145 ceph-mon[16978]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:57.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:57 trial086 ceph-mon[14472]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:57.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:57 trial086 ceph-mon[23011]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:39:59.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:39:58 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:39:58.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:39:59.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:39:58 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:39:58] "GET /metrics HTTP/1.1" 200 5760 "" "Prometheus/3.6.0" 2026-02-12T03:39:59.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:59 trial145 ceph-mon[16978]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:39:59.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:59 trial145 ceph-mon[16978]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:59.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:59 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:39:59.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:59 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:39:59.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:39:59 trial145 ceph-mon[16978]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:39:59.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:59 trial086 ceph-mon[14472]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:39:59.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:59 trial086 ceph-mon[14472]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:59.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:59 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:39:59.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:59 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:39:59.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:39:59 trial086 ceph-mon[14472]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:39:59.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:59 trial086 ceph-mon[23011]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:39:59.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:59 trial086 ceph-mon[23011]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:39:59.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:59 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:39:59.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:59 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:39:59.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:39:59 trial086 ceph-mon[23011]: from='mgr.15279 ' entity='mgr.y' 2026-02-12T03:40:00.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:00 trial145 ceph-mon[16978]: overall HEALTH_OK 2026-02-12T03:40:00.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:00 trial086 ceph-mon[14472]: overall HEALTH_OK 2026-02-12T03:40:00.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:00 trial086 ceph-mon[23011]: overall HEALTH_OK 2026-02-12T03:40:01.786 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:01 trial145 ceph-mon[16978]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:01.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:01 trial086 ceph-mon[14472]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:01.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:01 trial086 ceph-mon[23011]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:03.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:40:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:40:02] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:40:03.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:03 trial145 ceph-mon[16978]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:03.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:03 trial086 ceph-mon[14472]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:03.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:03 trial086 ceph-mon[23011]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:05.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:05 trial145 ceph-mon[16978]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:05.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:05 trial086 ceph-mon[14472]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:05.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:05 trial086 ceph-mon[23011]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:07.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:07 trial145 ceph-mon[16978]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:07.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:07 trial086 ceph-mon[14472]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:07.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:07 trial086 ceph-mon[23011]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:09.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:40:08 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:40:08.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:40:09.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:40:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:40:08] "GET /metrics HTTP/1.1" 200 5760 "" "Prometheus/3.6.0" 2026-02-12T03:40:09.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:09 trial145 ceph-mon[16978]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:40:09.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:09 trial145 ceph-mon[16978]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:09.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:09 trial086 ceph-mon[14472]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:40:09.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:09 trial086 ceph-mon[14472]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:09.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:09 trial086 ceph-mon[23011]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:40:09.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:09 trial086 ceph-mon[23011]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:10.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:10 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:40:10.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:10 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:40:10.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:10 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:40:11.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:11 trial145 ceph-mon[16978]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:11.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:11 trial086 ceph-mon[14472]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:11.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:11 trial086 ceph-mon[23011]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:13.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:40:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:40:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:40:13.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:13 trial145 ceph-mon[16978]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:13.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:13 trial086 ceph-mon[14472]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:13.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:13 trial086 ceph-mon[23011]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:15.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:15 trial145 ceph-mon[16978]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:15.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:15 trial086 ceph-mon[14472]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:15.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:15 trial086 ceph-mon[23011]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:17.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:17 trial145 ceph-mon[16978]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:17.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:17 trial086 ceph-mon[14472]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:17.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:17 trial086 ceph-mon[23011]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:19.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:40:18 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:40:18.988Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:40:19.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:40:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:40:18] "GET /metrics HTTP/1.1" 200 5761 "" "Prometheus/3.6.0" 2026-02-12T03:40:19.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:19 trial145 ceph-mon[16978]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:40:19.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:19 trial145 ceph-mon[16978]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:19.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:19 trial086 ceph-mon[14472]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:40:19.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:19 trial086 ceph-mon[14472]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:19.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:19 trial086 ceph-mon[23011]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:40:19.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:19 trial086 ceph-mon[23011]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:21.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:21 trial145 ceph-mon[16978]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:21.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:21 trial086 ceph-mon[14472]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:21.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:21 trial086 ceph-mon[23011]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:23.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:40:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:40:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:40:23.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:23 trial145 ceph-mon[16978]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:23.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:23 trial086 ceph-mon[14472]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:23.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:23 trial086 ceph-mon[23011]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:25.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:25 trial145 ceph-mon[16978]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:25.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:25 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:40:25.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:25 trial086 ceph-mon[14472]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:25.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:25 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:40:25.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:25 trial086 ceph-mon[23011]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:25.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:25 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:40:26.385 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:40:26 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=sqlstore.transactions t=2026-02-12T03:40:26.003053356Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2026-02-12T03:40:27.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:27 trial145 ceph-mon[16978]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:27.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:27 trial086 ceph-mon[14472]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:27.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:27 trial086 ceph-mon[23011]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:29.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:40:28 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:40:28.988Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:40:29.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:40:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:40:28] "GET /metrics HTTP/1.1" 200 5766 "" "Prometheus/3.6.0" 2026-02-12T03:40:29.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:29 trial145 ceph-mon[16978]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:40:29.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:29 trial145 ceph-mon[16978]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:29.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:29 trial086 ceph-mon[14472]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:40:29.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:29 trial086 ceph-mon[14472]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:29.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:29 trial086 ceph-mon[23011]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:40:29.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:29 trial086 ceph-mon[23011]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:31.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:31 trial145 ceph-mon[16978]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:31.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:31 trial086 ceph-mon[14472]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:31.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:31 trial086 ceph-mon[23011]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:33.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:40:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:40:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:40:33.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:33 trial145 ceph-mon[16978]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:33.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:33 trial086 ceph-mon[14472]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:33.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:33 trial086 ceph-mon[23011]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:35.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:35 trial145 ceph-mon[16978]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:35.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:35 trial086 ceph-mon[14472]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:35.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:35 trial086 ceph-mon[23011]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:37.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:37 trial145 ceph-mon[16978]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:37.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:37 trial086 ceph-mon[14472]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:37.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:37 trial086 ceph-mon[23011]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:39.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:40:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:40:38.988Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:40:39.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:40:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:40:38] "GET /metrics HTTP/1.1" 200 5766 "" "Prometheus/3.6.0" 2026-02-12T03:40:39.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:39 trial145 ceph-mon[16978]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:40:39.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:39 trial145 ceph-mon[16978]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:39.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:39 trial086 ceph-mon[14472]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:40:39.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:39 trial086 ceph-mon[14472]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:39.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:39 trial086 ceph-mon[23011]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:40:39.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:39 trial086 ceph-mon[23011]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:40.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:40 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:40:40.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:40 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:40:40.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:40 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:40:41.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:41 trial145 ceph-mon[16978]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:41.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:41 trial086 ceph-mon[14472]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:41.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:41 trial086 ceph-mon[23011]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:43.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:40:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:40:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:40:43.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:43 trial145 ceph-mon[16978]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:43.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:43 trial086 ceph-mon[14472]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:43.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:43 trial086 ceph-mon[23011]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:45.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:45 trial145 ceph-mon[16978]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:45.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:45 trial086 ceph-mon[14472]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:45.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:45 trial086 ceph-mon[23011]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:47.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:47 trial145 ceph-mon[16978]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:47.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:47 trial086 ceph-mon[14472]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:47.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:47 trial086 ceph-mon[23011]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:49.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:40:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:40:48.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:40:49.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:40:48 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:40:48] "GET /metrics HTTP/1.1" 200 5761 "" "Prometheus/3.6.0" 2026-02-12T03:40:49.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:49 trial145 ceph-mon[16978]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:40:49.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:49 trial145 ceph-mon[16978]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:49.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:49 trial086 ceph-mon[14472]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:40:49.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:49 trial086 ceph-mon[14472]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:49.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:49 trial086 ceph-mon[23011]: from='client.25223 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:40:49.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:49 trial086 ceph-mon[23011]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:51.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:51 trial145 ceph-mon[16978]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:51.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:51 trial086 ceph-mon[14472]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:51.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:51 trial086 ceph-mon[23011]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:53.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:40:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:40:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:40:53.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:53 trial145 ceph-mon[16978]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:53.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:53 trial086 ceph-mon[14472]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:53.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:53 trial086 ceph-mon[23011]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:54.803 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T03:40:55.092 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:40:55.323 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:40:55.323 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (15m) 2m ago 15m - - 0.25.0 c8568f914cd2 5608e9f0137c 2026-02-12T03:40:55.323 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (15m) 2m ago 15m 88.3M - 10.4.0 c8b91775d855 37590065d384 2026-02-12T03:40:55.323 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (2m) 2m ago 15m - - 3.9 4cc07a41bb19 a8907953c472 2026-02-12T03:40:55.323 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,9283,8765 running (12m) 2m ago 17m 153M - 20.3.0-5250-g84a80275 21b90b676abb e52f397d629d 2026-02-12T03:40:55.323 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:8443,9283,8765 running (5m) 2m ago 17m - - 20.3.0-5250-g84a80275 21b90b676abb 0bf0f62d6e10 2026-02-12T03:40:55.323 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (17m) 2m ago 17m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 d8b3e18533b3 2026-02-12T03:40:55.323 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (17m) 2m ago 17m 50.7M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 54def20c4bc2 2026-02-12T03:40:55.323 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (17m) 2m ago 17m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 5e4d958d8791 2026-02-12T03:40:55.323 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (15m) 2m ago 15m - - 1.7.0 72c9c2088986 19c3ca17a43d 2026-02-12T03:40:55.323 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (15m) 2m ago 15m 13.2M - 1.7.0 72c9c2088986 036e0a3ac0d9 2026-02-12T03:40:55.323 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (16m) 2m ago 16m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d7baf8f72e60 2026-02-12T03:40:55.323 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (16m) 2m ago 16m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fb2687e62c00 2026-02-12T03:40:55.323 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (16m) 2m ago 16m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 9def62f780f8 2026-02-12T03:40:55.323 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (16m) 2m ago 16m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 1b941c940e6e 2026-02-12T03:40:55.323 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (16m) 2m ago 16m 60.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 472a47a150fc 2026-02-12T03:40:55.323 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (16m) 2m ago 16m 60.5M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 03a06d3fbe57 2026-02-12T03:40:55.323 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (16m) 2m ago 16m 56.5M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 838bfb91f030 2026-02-12T03:40:55.323 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (15m) 2m ago 15m 59.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 799fb27b1d2c 2026-02-12T03:40:55.323 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (8m) 2m ago 15m 57.7M - 3.6.0 4fcecf061b74 fd358be701f3 2026-02-12T03:40:55.323 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (15m) 2m ago 15m - - 19.2.3-672-g283431c0 4cc07a41bb19 fc6cafaeed8d 2026-02-12T03:40:55.323 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (15m) 2m ago 15m 109M - 19.2.3-672-g283431c0 4cc07a41bb19 01589a0f2102 2026-02-12T03:40:55.361 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions' 2026-02-12T03:40:55.648 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:40:55.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:55 trial086 ceph-mon[14472]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:55.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:55 trial086 ceph-mon[14472]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:40:55.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:55 trial086 ceph-mon[23011]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:55.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:55 trial086 ceph-mon[23011]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:40:55.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:55 trial145 ceph-mon[16978]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:40:55.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:55 trial145 ceph-mon[16978]: from='mgr.15279 10.20.193.86:0/3486097132' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:40:55.909 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:40:55.909 INFO:teuthology.orchestra.run.trial086.stdout: "mon": { 2026-02-12T03:40:55.909 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T03:40:55.909 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:40:55.909 INFO:teuthology.orchestra.run.trial086.stdout: "mgr": { 2026-02-12T03:40:55.909 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:40:55.909 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:40:55.909 INFO:teuthology.orchestra.run.trial086.stdout: "osd": { 2026-02-12T03:40:55.909 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T03:40:55.909 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:40:55.910 INFO:teuthology.orchestra.run.trial086.stdout: "rgw": { 2026-02-12T03:40:55.910 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:40:55.910 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:40:55.910 INFO:teuthology.orchestra.run.trial086.stdout: "overall": { 2026-02-12T03:40:55.910 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 13, 2026-02-12T03:40:55.910 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:40:55.910 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:40:55.910 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:40:55.947 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph -s' 2026-02-12T03:40:56.234 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:40:56.476 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:40:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:40:56.164Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:40:56.476 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:40:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:40:56.165Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:40:56.477 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:40:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:40:56.165Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:40:56.491 INFO:teuthology.orchestra.run.trial086.stdout: cluster: 2026-02-12T03:40:56.492 INFO:teuthology.orchestra.run.trial086.stdout: id: 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:40:56.492 INFO:teuthology.orchestra.run.trial086.stdout: health: HEALTH_OK 2026-02-12T03:40:56.492 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:40:56.492 INFO:teuthology.orchestra.run.trial086.stdout: services: 2026-02-12T03:40:56.492 INFO:teuthology.orchestra.run.trial086.stdout: mon: 3 daemons, quorum a,b,c (age 17m) 2026-02-12T03:40:56.492 INFO:teuthology.orchestra.run.trial086.stdout: mgr: y(active, since 3m), standbys: x 2026-02-12T03:40:56.492 INFO:teuthology.orchestra.run.trial086.stdout: osd: 8 osds: 8 up (since 15m), 8 in (since 15m) 2026-02-12T03:40:56.492 INFO:teuthology.orchestra.run.trial086.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2026-02-12T03:40:56.492 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:40:56.493 INFO:teuthology.orchestra.run.trial086.stdout: data: 2026-02-12T03:40:56.493 INFO:teuthology.orchestra.run.trial086.stdout: pools: 6 pools, 161 pgs 2026-02-12T03:40:56.493 INFO:teuthology.orchestra.run.trial086.stdout: objects: 244 objects, 585 KiB 2026-02-12T03:40:56.493 INFO:teuthology.orchestra.run.trial086.stdout: usage: 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:40:56.493 INFO:teuthology.orchestra.run.trial086.stdout: pgs: 161 active+clean 2026-02-12T03:40:56.493 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:40:56.493 INFO:teuthology.orchestra.run.trial086.stdout: io: 2026-02-12T03:40:56.493 INFO:teuthology.orchestra.run.trial086.stdout: client: 1.2 KiB/s rd, 1 op/s rd, 0 op/s wr 2026-02-12T03:40:56.493 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-12T03:40:56.509 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:56 trial086 ceph-mon[14472]: from='client.25235 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:40:56.509 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:56 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3740408439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:40:56.510 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:56 trial086 ceph-mon[23011]: from='client.25235 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:40:56.510 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:56 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3740408439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:40:56.531 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph health detail' 2026-02-12T03:40:56.818 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:40:56.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:56 trial145 ceph-mon[16978]: from='client.25235 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:40:56.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:56 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3740408439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:40:57.070 INFO:teuthology.orchestra.run.trial086.stdout:HEALTH_OK 2026-02-12T03:40:57.108 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2026-02-12T03:40:57.395 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:40:57.654 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:40:57.671 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:57 trial086 ceph-mon[23011]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:57.671 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:57 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2153958807' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T03:40:57.671 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:57 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2814234905' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T03:40:57.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:57 trial086 ceph-mon[14472]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:57.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:57 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2153958807' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T03:40:57.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:57 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2814234905' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T03:40:57.685 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph mgr fail' 2026-02-12T03:40:57.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:57 trial145 ceph-mon[16978]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:40:57.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:57 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2153958807' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T03:40:57.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:57 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2814234905' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T03:40:57.975 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:40:58.251 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:40:58 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: 2026-02-12T03:40:58.220+0000 7fc7a5d13640 -1 mgr handle_mgr_map I was active but no longer am 2026-02-12T03:40:58.265 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'sleep 180' 2026-02-12T03:40:58.559 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:40:58.585 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:40:58 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ignoring --setuser ceph since I am not root 2026-02-12T03:40:58.585 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:40:58 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ignoring --setgroup ceph since I am not root 2026-02-12T03:40:58.585 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mgr[68083]: -- 10.20.193.86:0/2799653751 <== mon.0 v2:10.20.193.86:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x26e5a00 con 0x26b9800 2026-02-12T03:40:58.586 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1354492127' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:40:58.586 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3239820569' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T03:40:58.586 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[23011]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T03:40:58.586 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[23011]: Activating manager daemon x 2026-02-12T03:40:58.586 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[23011]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T03:40:58.586 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[23011]: osdmap e91: 8 total, 8 up, 8 in 2026-02-12T03:40:58.586 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[23011]: mgrmap e31: x(active, starting, since 0.00579573s) 2026-02-12T03:40:58.586 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:40:58.587 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:40:58.587 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:40:58.587 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:40:58.587 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:40:58.587 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:40:58.587 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:40:58.587 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1354492127' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:40:58.587 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3239820569' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T03:40:58.587 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[14472]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T03:40:58.588 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[14472]: Activating manager daemon x 2026-02-12T03:40:58.588 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[14472]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T03:40:58.588 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[14472]: osdmap e91: 8 total, 8 up, 8 in 2026-02-12T03:40:58.588 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[14472]: mgrmap e31: x(active, starting, since 0.00579573s) 2026-02-12T03:40:58.588 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:40:58.588 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:40:58.588 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:40:58.588 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:40:58.588 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:40:58.588 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:40:58.588 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:58 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:40:58.635 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:40:58 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:40:58] ENGINE Bus STOPPING 2026-02-12T03:40:58.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:58 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1354492127' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:40:58.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:58 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3239820569' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T03:40:58.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:58 trial145 ceph-mon[16978]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T03:40:58.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:58 trial145 ceph-mon[16978]: Activating manager daemon x 2026-02-12T03:40:58.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:58 trial145 ceph-mon[16978]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T03:40:58.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:58 trial145 ceph-mon[16978]: osdmap e91: 8 total, 8 up, 8 in 2026-02-12T03:40:58.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:58 trial145 ceph-mon[16978]: mgrmap e31: x(active, starting, since 0.00579573s) 2026-02-12T03:40:58.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:58 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:40:58.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:58 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:40:58.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:58 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:40:58.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:58 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:40:58.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:58 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:40:58.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:58 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:40:58.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:58 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:40:58.973 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:40:58 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:40:58] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T03:40:58.973 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:40:58 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:40:58] ENGINE Bus STOPPED 2026-02-12T03:40:59.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:59 trial145 ceph-mon[16978]: Manager daemon x is now available 2026-02-12T03:40:59.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:59 trial145 ceph-mon[16978]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T03:40:59.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:59 trial145 ceph-mon[16978]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T03:40:59.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:59 trial145 ceph-mon[16978]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T03:40:59.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:59 trial145 ceph-mon[16978]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T03:40:59.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:59 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:40:59.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:59 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:40:59.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:59 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:40:59.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:59 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:40:59.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:59 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T03:40:59.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:59 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T03:40:59.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:59 trial145 ceph-mon[16978]: [12/Feb/2026:03:40:59] ENGINE Bus STARTING 2026-02-12T03:40:59.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:59 trial145 ceph-mon[16978]: [12/Feb/2026:03:40:59] ENGINE Serving on https://10.20.193.145:7150 2026-02-12T03:40:59.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:59 trial145 ceph-mon[16978]: [12/Feb/2026:03:40:59] ENGINE Client ('10.20.193.145', 54676) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:40:59.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:59 trial145 ceph-mon[16978]: [12/Feb/2026:03:40:59] ENGINE Serving on http://10.20.193.145:8765 2026-02-12T03:40:59.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:40:59 trial145 ceph-mon[16978]: [12/Feb/2026:03:40:59] ENGINE Bus STARTED 2026-02-12T03:40:59.660 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:40:59 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T03:40:59.660 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:40:59 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T03:40:59.660 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:40:59 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: from numpy import show_config as show_numpy_config 2026-02-12T03:40:59.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[14472]: Manager daemon x is now available 2026-02-12T03:40:59.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[14472]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T03:40:59.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[14472]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T03:40:59.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[14472]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T03:40:59.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[14472]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T03:40:59.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:40:59.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:40:59.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:40:59.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:40:59.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T03:40:59.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T03:40:59.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[14472]: [12/Feb/2026:03:40:59] ENGINE Bus STARTING 2026-02-12T03:40:59.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[14472]: [12/Feb/2026:03:40:59] ENGINE Serving on https://10.20.193.145:7150 2026-02-12T03:40:59.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[14472]: [12/Feb/2026:03:40:59] ENGINE Client ('10.20.193.145', 54676) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:40:59.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[14472]: [12/Feb/2026:03:40:59] ENGINE Serving on http://10.20.193.145:8765 2026-02-12T03:40:59.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[14472]: [12/Feb/2026:03:40:59] ENGINE Bus STARTED 2026-02-12T03:40:59.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[23011]: Manager daemon x is now available 2026-02-12T03:40:59.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[23011]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T03:40:59.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[23011]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T03:40:59.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[23011]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T03:40:59.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[23011]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T03:40:59.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:40:59.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:40:59.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:40:59.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:40:59.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T03:40:59.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T03:40:59.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[23011]: [12/Feb/2026:03:40:59] ENGINE Bus STARTING 2026-02-12T03:40:59.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[23011]: [12/Feb/2026:03:40:59] ENGINE Serving on https://10.20.193.145:7150 2026-02-12T03:40:59.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[23011]: [12/Feb/2026:03:40:59] ENGINE Client ('10.20.193.145', 54676) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:40:59.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[23011]: [12/Feb/2026:03:40:59] ENGINE Serving on http://10.20.193.145:8765 2026-02-12T03:40:59.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:40:59 trial086 ceph-mon[23011]: [12/Feb/2026:03:40:59] ENGINE Bus STARTED 2026-02-12T03:41:00.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:00 trial145 ceph-mon[16978]: mgrmap e32: x(active, since 1.26774s) 2026-02-12T03:41:00.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:00 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:41:00.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:00 trial145 ceph-mon[16978]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:41:00.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:00 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:00 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:00 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:00 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:00 trial145 ceph-mon[16978]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:41:00.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:00 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:00 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:00 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:00 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:00 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:41:00.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:00 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:41:00.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:00 trial145 ceph-mon[16978]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:41:00.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:00 trial145 ceph-mon[16978]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:41:00.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[23011]: mgrmap e32: x(active, since 1.26774s) 2026-02-12T03:41:00.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:41:00.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[23011]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:41:00.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[23011]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:41:00.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:41:00.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:41:00.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[23011]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:41:00.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[23011]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:41:00.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[14472]: mgrmap e32: x(active, since 1.26774s) 2026-02-12T03:41:00.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:41:00.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[14472]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:41:00.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[14472]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:41:00.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.915 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.915 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:00.915 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:41:00.915 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:41:00.915 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[14472]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:41:00.915 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:00 trial086 ceph-mon[14472]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:41:01.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:41:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:41:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: Updating trial086:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:41:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: Updating trial145:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:41:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:41:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:41:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:01.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:41:01.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: Reconfiguring iscsi.foo.trial086.ooltqb deps ['10.20.193.86'] -> ['10.20.193.145'] (diff {'10.20.193.145', '10.20.193.86'}) 2026-02-12T03:41:01.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:41:01.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:41:01.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: Reconfiguring daemon iscsi.foo.trial086.ooltqb on trial086 2026-02-12T03:41:01.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: Standby manager daemon y started 2026-02-12T03:41:01.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T03:41:01.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:41:01.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T03:41:01.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:41:01.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:01.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:01.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/973745751' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T03:41:01.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:41:01.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:41:01.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: Updating trial086:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:41:01.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: Updating trial145:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:41:01.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:41:01.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:41:01.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:01.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:01.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:01.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:01.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:01.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:41:01.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: Reconfiguring iscsi.foo.trial086.ooltqb deps ['10.20.193.86'] -> ['10.20.193.145'] (diff {'10.20.193.145', '10.20.193.86'}) 2026-02-12T03:41:01.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:41:01.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:41:01.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: Reconfiguring daemon iscsi.foo.trial086.ooltqb on trial086 2026-02-12T03:41:01.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: Standby manager daemon y started 2026-02-12T03:41:01.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T03:41:01.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:41:01.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T03:41:01.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:41:01.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:01.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:01.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:01 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/973745751' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T03:41:02.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:41:02.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:41:02.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: Updating trial086:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:41:02.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: Updating trial145:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:41:02.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:41:02.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:41:02.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:02.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:02.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:02.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:02.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:02.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:41:02.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: Reconfiguring iscsi.foo.trial086.ooltqb deps ['10.20.193.86'] -> ['10.20.193.145'] (diff {'10.20.193.145', '10.20.193.86'}) 2026-02-12T03:41:02.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:41:02.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:41:02.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: Reconfiguring daemon iscsi.foo.trial086.ooltqb on trial086 2026-02-12T03:41:02.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: Standby manager daemon y started 2026-02-12T03:41:02.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T03:41:02.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:41:02.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T03:41:02.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:41:02.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:02.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:02.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:01 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/973745751' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T03:41:03.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:02 trial145 ceph-mon[16978]: Certificate for "cephadm-signed_agent_cert (trial145)" is still valid for 1824 days. 2026-02-12T03:41:03.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:02 trial145 ceph-mon[16978]: Certificate for "cephadm-signed_agent_cert (trial086)" is still valid for 1824 days. 2026-02-12T03:41:03.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:02 trial145 ceph-mon[16978]: mgrmap e33: x(active, since 3s), standbys: y 2026-02-12T03:41:03.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:02 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:41:03.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:02 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/4099510811' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1464834031"}]: dispatch 2026-02-12T03:41:03.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:02 trial145 ceph-mon[16978]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:41:03.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:02 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:03.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:02 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:03.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:02 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:41:03.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:02 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:41:03.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:02 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:03.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:02 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:03.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:02 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:03.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:02 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:41:03.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:02 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:41:03.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[14472]: Certificate for "cephadm-signed_agent_cert (trial145)" is still valid for 1824 days. 2026-02-12T03:41:03.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[14472]: Certificate for "cephadm-signed_agent_cert (trial086)" is still valid for 1824 days. 2026-02-12T03:41:03.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[14472]: mgrmap e33: x(active, since 3s), standbys: y 2026-02-12T03:41:03.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:41:03.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/4099510811' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1464834031"}]: dispatch 2026-02-12T03:41:03.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[14472]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:41:03.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:03.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:03.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:41:03.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:41:03.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:03.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:03.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:03.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:41:03.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:41:03.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[23011]: Certificate for "cephadm-signed_agent_cert (trial145)" is still valid for 1824 days. 2026-02-12T03:41:03.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[23011]: Certificate for "cephadm-signed_agent_cert (trial086)" is still valid for 1824 days. 2026-02-12T03:41:03.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[23011]: mgrmap e33: x(active, since 3s), standbys: y 2026-02-12T03:41:03.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:41:03.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/4099510811' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1464834031"}]: dispatch 2026-02-12T03:41:03.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[23011]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:41:03.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:03.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:03.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:41:03.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:41:03.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:03.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:03.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:41:03.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:41:03.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:02 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:41:04.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:03 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:41:04.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:03 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:41:04.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:03 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/4099510811' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1464834031"}]': finished 2026-02-12T03:41:04.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:03 trial145 ceph-mon[16978]: osdmap e92: 8 total, 8 up, 8 in 2026-02-12T03:41:04.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:03 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/736820204' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3074892237"}]: dispatch 2026-02-12T03:41:04.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:03 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3074892237"}]: dispatch 2026-02-12T03:41:04.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:03 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:41:04.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:03 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:41:04.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:03 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/4099510811' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1464834031"}]': finished 2026-02-12T03:41:04.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:03 trial086 ceph-mon[14472]: osdmap e92: 8 total, 8 up, 8 in 2026-02-12T03:41:04.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:03 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/736820204' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3074892237"}]: dispatch 2026-02-12T03:41:04.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:03 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3074892237"}]: dispatch 2026-02-12T03:41:04.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:03 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:41:04.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:03 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:41:04.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:03 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/4099510811' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1464834031"}]': finished 2026-02-12T03:41:04.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:03 trial086 ceph-mon[23011]: osdmap e92: 8 total, 8 up, 8 in 2026-02-12T03:41:04.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:03 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/736820204' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3074892237"}]: dispatch 2026-02-12T03:41:04.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:03 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3074892237"}]: dispatch 2026-02-12T03:41:05.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:04 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3074892237"}]': finished 2026-02-12T03:41:05.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:04 trial145 ceph-mon[16978]: osdmap e93: 8 total, 8 up, 8 in 2026-02-12T03:41:05.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:04 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/456225388' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/2848302275"}]: dispatch 2026-02-12T03:41:05.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:04 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/2848302275"}]: dispatch 2026-02-12T03:41:05.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:04 trial145 ceph-mon[16978]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:41:05.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:04 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3074892237"}]': finished 2026-02-12T03:41:05.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:04 trial086 ceph-mon[14472]: osdmap e93: 8 total, 8 up, 8 in 2026-02-12T03:41:05.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:04 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/456225388' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/2848302275"}]: dispatch 2026-02-12T03:41:05.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:04 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/2848302275"}]: dispatch 2026-02-12T03:41:05.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:04 trial086 ceph-mon[14472]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:41:05.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:04 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/3074892237"}]': finished 2026-02-12T03:41:05.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:04 trial086 ceph-mon[23011]: osdmap e93: 8 total, 8 up, 8 in 2026-02-12T03:41:05.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:04 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/456225388' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/2848302275"}]: dispatch 2026-02-12T03:41:05.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:04 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/2848302275"}]: dispatch 2026-02-12T03:41:05.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:04 trial086 ceph-mon[23011]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:41:06.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:05 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/2848302275"}]': finished 2026-02-12T03:41:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:05 trial145 ceph-mon[16978]: osdmap e94: 8 total, 8 up, 8 in 2026-02-12T03:41:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:05 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/68349256' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3431154630"}]: dispatch 2026-02-12T03:41:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:05 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3431154630"}]: dispatch 2026-02-12T03:41:06.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:05 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/2848302275"}]': finished 2026-02-12T03:41:06.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:05 trial086 ceph-mon[14472]: osdmap e94: 8 total, 8 up, 8 in 2026-02-12T03:41:06.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:05 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/68349256' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3431154630"}]: dispatch 2026-02-12T03:41:06.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:05 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3431154630"}]: dispatch 2026-02-12T03:41:06.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:05 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/2848302275"}]': finished 2026-02-12T03:41:06.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:05 trial086 ceph-mon[23011]: osdmap e94: 8 total, 8 up, 8 in 2026-02-12T03:41:06.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:05 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/68349256' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3431154630"}]: dispatch 2026-02-12T03:41:06.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:05 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3431154630"}]: dispatch 2026-02-12T03:41:07.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:06 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3431154630"}]': finished 2026-02-12T03:41:07.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:06 trial145 ceph-mon[16978]: osdmap e95: 8 total, 8 up, 8 in 2026-02-12T03:41:07.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:06 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1328645524' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1765581980"}]: dispatch 2026-02-12T03:41:07.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:06 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1765581980"}]: dispatch 2026-02-12T03:41:07.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:06 trial145 ceph-mon[16978]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T03:41:07.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:06 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3431154630"}]': finished 2026-02-12T03:41:07.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:06 trial086 ceph-mon[14472]: osdmap e95: 8 total, 8 up, 8 in 2026-02-12T03:41:07.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:06 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1328645524' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1765581980"}]: dispatch 2026-02-12T03:41:07.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:06 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1765581980"}]: dispatch 2026-02-12T03:41:07.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:06 trial086 ceph-mon[14472]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T03:41:07.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:06 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3431154630"}]': finished 2026-02-12T03:41:07.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:06 trial086 ceph-mon[23011]: osdmap e95: 8 total, 8 up, 8 in 2026-02-12T03:41:07.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:06 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1328645524' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1765581980"}]: dispatch 2026-02-12T03:41:07.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:06 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1765581980"}]: dispatch 2026-02-12T03:41:07.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:06 trial086 ceph-mon[23011]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T03:41:08.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:07 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1765581980"}]': finished 2026-02-12T03:41:08.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:07 trial145 ceph-mon[16978]: osdmap e96: 8 total, 8 up, 8 in 2026-02-12T03:41:08.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:07 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3828633281' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/782307098"}]: dispatch 2026-02-12T03:41:08.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:07 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1765581980"}]': finished 2026-02-12T03:41:08.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:07 trial086 ceph-mon[14472]: osdmap e96: 8 total, 8 up, 8 in 2026-02-12T03:41:08.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:07 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3828633281' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/782307098"}]: dispatch 2026-02-12T03:41:08.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:07 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1765581980"}]': finished 2026-02-12T03:41:08.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:07 trial086 ceph-mon[23011]: osdmap e96: 8 total, 8 up, 8 in 2026-02-12T03:41:08.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:07 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3828633281' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/782307098"}]: dispatch 2026-02-12T03:41:09.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:08 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3828633281' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/782307098"}]': finished 2026-02-12T03:41:09.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:08 trial145 ceph-mon[16978]: osdmap e97: 8 total, 8 up, 8 in 2026-02-12T03:41:09.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:08 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1065722152' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3074892237"}]: dispatch 2026-02-12T03:41:09.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:08 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3074892237"}]: dispatch 2026-02-12T03:41:09.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:08 trial145 ceph-mon[16978]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T03:41:09.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:08 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3828633281' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/782307098"}]': finished 2026-02-12T03:41:09.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:08 trial086 ceph-mon[14472]: osdmap e97: 8 total, 8 up, 8 in 2026-02-12T03:41:09.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:08 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1065722152' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3074892237"}]: dispatch 2026-02-12T03:41:09.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:08 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3074892237"}]: dispatch 2026-02-12T03:41:09.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:08 trial086 ceph-mon[14472]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T03:41:09.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:08 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3828633281' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/782307098"}]': finished 2026-02-12T03:41:09.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:08 trial086 ceph-mon[23011]: osdmap e97: 8 total, 8 up, 8 in 2026-02-12T03:41:09.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:08 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1065722152' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3074892237"}]: dispatch 2026-02-12T03:41:09.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:08 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3074892237"}]: dispatch 2026-02-12T03:41:09.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:08 trial086 ceph-mon[23011]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T03:41:09.864 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:41:09 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:41:09] ENGINE Bus STARTING 2026-02-12T03:41:09.864 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:41:09 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:41:09] ENGINE Serving on http://:::9283 2026-02-12T03:41:09.865 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:41:09 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: [12/Feb/2026:03:41:09] ENGINE Bus STARTED 2026-02-12T03:41:10.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:09 trial145 ceph-mon[16978]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3074892237"}]': finished 2026-02-12T03:41:10.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:09 trial145 ceph-mon[16978]: osdmap e98: 8 total, 8 up, 8 in 2026-02-12T03:41:10.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:09 trial086 ceph-mon[14472]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3074892237"}]': finished 2026-02-12T03:41:10.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:09 trial086 ceph-mon[14472]: osdmap e98: 8 total, 8 up, 8 in 2026-02-12T03:41:10.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:09 trial086 ceph-mon[23011]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/3074892237"}]': finished 2026-02-12T03:41:10.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:09 trial086 ceph-mon[23011]: osdmap e98: 8 total, 8 up, 8 in 2026-02-12T03:41:11.129 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:10 trial086 ceph-mon[14472]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T03:41:11.130 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:10 trial086 ceph-mon[23011]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T03:41:11.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:10 trial145 ceph-mon[16978]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T03:41:11.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:41:11 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:41:11] ENGINE Bus STARTING 2026-02-12T03:41:11.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:41:11 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: CherryPy Checker: 2026-02-12T03:41:11.411 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:41:11 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: The Application mounted at '' has an empty config. 2026-02-12T03:41:11.411 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:41:11 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: 2026-02-12T03:41:11.411 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:41:11 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:41:11] ENGINE Serving on http://:::9283 2026-02-12T03:41:11.411 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:41:11 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:41:11] ENGINE Bus STARTED 2026-02-12T03:41:13.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:41:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:41:12] "GET /metrics HTTP/1.1" 200 5293 "" "Prometheus/3.6.0" 2026-02-12T03:41:13.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:41:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:41:12.707Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:41:13.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:13 trial145 ceph-mon[16978]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:41:13.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:13 trial145 ceph-mon[16978]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:13.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:13 trial086 ceph-mon[14472]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:41:13.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:13 trial086 ceph-mon[14472]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:13.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:13 trial086 ceph-mon[23011]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:41:13.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:13 trial086 ceph-mon[23011]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:14.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:14 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:41:14.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:14 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:41:14.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:14 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:41:15.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:15 trial145 ceph-mon[16978]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 694 B/s rd, 0 op/s 2026-02-12T03:41:15.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:15 trial086 ceph-mon[14472]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 694 B/s rd, 0 op/s 2026-02-12T03:41:15.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:15 trial086 ceph-mon[23011]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 694 B/s rd, 0 op/s 2026-02-12T03:41:17.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:17 trial145 ceph-mon[16978]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:17.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:17 trial086 ceph-mon[14472]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:17.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:17 trial086 ceph-mon[23011]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:19.287 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:41:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:41:18] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:41:19.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:19 trial145 ceph-mon[16978]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:41:19.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:19 trial086 ceph-mon[14472]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:41:19.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:19 trial086 ceph-mon[23011]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:41:21.574 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:21 trial086 ceph-mon[14472]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T03:41:21.575 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:21 trial086 ceph-mon[23011]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T03:41:21.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:21 trial145 ceph-mon[16978]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T03:41:23.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:41:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:41:22] "GET /metrics HTTP/1.1" 200 5760 "" "Prometheus/3.6.0" 2026-02-12T03:41:23.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:41:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:41:22.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:41:23.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:23 trial145 ceph-mon[16978]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:41:23.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:23 trial145 ceph-mon[16978]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:23.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:23 trial086 ceph-mon[14472]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:41:23.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:23 trial086 ceph-mon[14472]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:23.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:23 trial086 ceph-mon[23011]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:41:23.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:23 trial086 ceph-mon[23011]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:25.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:25 trial145 ceph-mon[16978]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:25.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:25 trial086 ceph-mon[14472]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:25.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:25 trial086 ceph-mon[23011]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:27.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:27 trial145 ceph-mon[16978]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:27.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:27 trial086 ceph-mon[14472]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:27.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:27 trial086 ceph-mon[23011]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:29.297 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:41:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:41:28] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:41:29.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:29 trial145 ceph-mon[16978]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:29.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:29 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:41:29.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:29 trial086 ceph-mon[14472]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:29.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:29 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:41:29.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:29 trial086 ceph-mon[23011]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:29.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:29 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:41:31.585 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:31 trial086 ceph-mon[14472]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:31.585 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:31 trial086 ceph-mon[23011]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:31.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:31 trial145 ceph-mon[16978]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:33.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:41:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:41:32] "GET /metrics HTTP/1.1" 200 5756 "" "Prometheus/3.6.0" 2026-02-12T03:41:33.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:41:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:41:32.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:41:33.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:33 trial145 ceph-mon[16978]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:41:33.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:33 trial145 ceph-mon[16978]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:33.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:33 trial086 ceph-mon[14472]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:41:33.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:33 trial086 ceph-mon[14472]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:33.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:33 trial086 ceph-mon[23011]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:41:33.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:33 trial086 ceph-mon[23011]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:35.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:35 trial145 ceph-mon[16978]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:35.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:35 trial086 ceph-mon[14472]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:35.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:35 trial086 ceph-mon[23011]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:37.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:37 trial145 ceph-mon[16978]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:37.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:37 trial086 ceph-mon[14472]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:37.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:37 trial086 ceph-mon[23011]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:39.304 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:41:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:41:38] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:41:39.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:39 trial145 ceph-mon[16978]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:39.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:39 trial086 ceph-mon[14472]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:39.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:39 trial086 ceph-mon[23011]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:41.595 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:41 trial086 ceph-mon[14472]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:41.595 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:41 trial086 ceph-mon[23011]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:41.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:41 trial145 ceph-mon[16978]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:43.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:41:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:41:42] "GET /metrics HTTP/1.1" 200 5756 "" "Prometheus/3.6.0" 2026-02-12T03:41:43.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:41:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:41:42.707Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:41:43.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:43 trial145 ceph-mon[16978]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:41:43.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:43 trial145 ceph-mon[16978]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:43.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:43 trial086 ceph-mon[14472]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:41:43.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:43 trial086 ceph-mon[14472]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:43.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:43 trial086 ceph-mon[23011]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:41:43.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:43 trial086 ceph-mon[23011]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:44.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:44 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:41:44.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:44 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:41:44.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:44 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:41:45.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:45 trial145 ceph-mon[16978]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:45.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:45 trial086 ceph-mon[14472]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:45.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:45 trial086 ceph-mon[23011]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:47.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:47 trial145 ceph-mon[16978]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:47.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:47 trial086 ceph-mon[14472]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:47.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:47 trial086 ceph-mon[23011]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:49.315 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:41:48 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:41:48] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:41:49.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:49 trial145 ceph-mon[16978]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:49.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:49 trial086 ceph-mon[14472]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:49.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:49 trial086 ceph-mon[23011]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:51.606 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:51 trial086 ceph-mon[14472]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:51.606 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:51 trial086 ceph-mon[23011]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:51.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:51 trial145 ceph-mon[16978]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:53.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:41:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:41:52] "GET /metrics HTTP/1.1" 200 5764 "" "Prometheus/3.6.0" 2026-02-12T03:41:53.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:41:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:41:52.705Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:41:53.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:53 trial145 ceph-mon[16978]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:41:53.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:53 trial145 ceph-mon[16978]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:53.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:53 trial086 ceph-mon[14472]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:41:53.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:53 trial086 ceph-mon[14472]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:53.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:53 trial086 ceph-mon[23011]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:41:53.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:53 trial086 ceph-mon[23011]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:55.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:55 trial145 ceph-mon[16978]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:55.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:55 trial086 ceph-mon[14472]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:55.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:55 trial086 ceph-mon[23011]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:56.635 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:41:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:41:56.162Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:41:56.636 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:41:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:41:56.162Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:41:56.636 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:41:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:41:56.162Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:41:57.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:57 trial145 ceph-mon[16978]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:57.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:57 trial086 ceph-mon[14472]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:57.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:57 trial086 ceph-mon[23011]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:41:59.322 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:41:58 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:41:58] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:41:59.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:59 trial145 ceph-mon[16978]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:59.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:41:59 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:41:59.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:59 trial086 ceph-mon[14472]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:59.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:41:59 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:41:59.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:59 trial086 ceph-mon[23011]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:41:59.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:41:59 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:42:01.616 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:01 trial086 ceph-mon[14472]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:01.616 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:01 trial086 ceph-mon[23011]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:01.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:01 trial145 ceph-mon[16978]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:03.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:42:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:42:02] "GET /metrics HTTP/1.1" 200 5760 "" "Prometheus/3.6.0" 2026-02-12T03:42:03.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:42:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:42:02.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:42:03.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:03 trial145 ceph-mon[16978]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:42:03.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:03 trial145 ceph-mon[16978]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:03.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:03 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:42:03.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:03 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:42:03.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:03 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:42:03.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:03 trial086 ceph-mon[14472]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:42:03.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:03 trial086 ceph-mon[14472]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:03.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:03 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:42:03.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:03 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:42:03.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:03 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:42:03.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:03 trial086 ceph-mon[23011]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:42:03.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:03 trial086 ceph-mon[23011]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:03.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:03 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:42:03.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:03 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:42:03.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:03 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:42:05.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:05 trial145 ceph-mon[16978]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:05.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:05 trial086 ceph-mon[14472]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:05.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:05 trial086 ceph-mon[23011]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:07.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:07 trial145 ceph-mon[16978]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:07.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:07 trial086 ceph-mon[14472]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:07.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:07 trial086 ceph-mon[23011]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:09.330 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:42:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:42:08] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:42:09.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:09 trial145 ceph-mon[16978]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:09.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:09 trial086 ceph-mon[23011]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:09.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:09 trial086 ceph-mon[14472]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:11.617 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:11 trial086 ceph-mon[23011]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:11.618 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:11 trial086 ceph-mon[14472]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:11.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:11 trial145 ceph-mon[16978]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:13.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:42:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:42:12] "GET /metrics HTTP/1.1" 200 5760 "" "Prometheus/3.6.0" 2026-02-12T03:42:13.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:42:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:42:12.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:42:13.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:13 trial145 ceph-mon[16978]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:42:13.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:13 trial145 ceph-mon[16978]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:13.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:13 trial086 ceph-mon[23011]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:42:13.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:13 trial086 ceph-mon[23011]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:13.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:13 trial086 ceph-mon[14472]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:42:13.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:13 trial086 ceph-mon[14472]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:14.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:14 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:42:14.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:14 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:42:14.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:14 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:42:15.590 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:15 trial145 ceph-mon[16978]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:15.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:15 trial086 ceph-mon[23011]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:15.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:15 trial086 ceph-mon[14472]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:17.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:17 trial145 ceph-mon[16978]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:17.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:17 trial086 ceph-mon[14472]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:17.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:17 trial086 ceph-mon[23011]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:19.340 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:42:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:42:18] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:42:19.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:19 trial145 ceph-mon[16978]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:19.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:19 trial086 ceph-mon[23011]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:19.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:19 trial086 ceph-mon[14472]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:21.628 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:21 trial086 ceph-mon[23011]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:21.628 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:21 trial086 ceph-mon[14472]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:21.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:21 trial145 ceph-mon[16978]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:23.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:42:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:42:22] "GET /metrics HTTP/1.1" 200 5759 "" "Prometheus/3.6.0" 2026-02-12T03:42:23.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:42:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:42:22.705Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:42:23.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:23 trial145 ceph-mon[16978]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:42:23.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:23 trial145 ceph-mon[16978]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:23.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:23 trial086 ceph-mon[23011]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:42:23.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:23 trial086 ceph-mon[23011]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:23.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:23 trial086 ceph-mon[14472]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:42:23.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:23 trial086 ceph-mon[14472]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:25.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:25 trial145 ceph-mon[16978]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:25.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:25 trial086 ceph-mon[23011]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:25.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:25 trial086 ceph-mon[14472]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:27.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:27 trial145 ceph-mon[16978]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:27.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:27 trial086 ceph-mon[23011]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:27.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:27 trial086 ceph-mon[14472]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:29.348 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:42:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:42:28] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:42:29.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:29 trial145 ceph-mon[16978]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:29.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:29 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:42:29.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:29 trial086 ceph-mon[23011]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:29.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:29 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:42:29.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:29 trial086 ceph-mon[14472]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:29.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:29 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:42:31.634 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:31 trial086 ceph-mon[14472]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:31.635 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:31 trial086 ceph-mon[23011]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:31.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:31 trial145 ceph-mon[16978]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:33.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:42:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:42:32] "GET /metrics HTTP/1.1" 200 5758 "" "Prometheus/3.6.0" 2026-02-12T03:42:33.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:42:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:42:32.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:42:33.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:33 trial145 ceph-mon[16978]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:42:33.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:33 trial145 ceph-mon[16978]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:33.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:33 trial086 ceph-mon[23011]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:42:33.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:33 trial086 ceph-mon[23011]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:33.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:33 trial086 ceph-mon[14472]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:42:33.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:33 trial086 ceph-mon[14472]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:35.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:35 trial145 ceph-mon[16978]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:35.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:35 trial086 ceph-mon[23011]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:35.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:35 trial086 ceph-mon[14472]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:37.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:37 trial145 ceph-mon[16978]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:37.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:37 trial086 ceph-mon[23011]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:37.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:37 trial086 ceph-mon[14472]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:39.354 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:42:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:42:38] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:42:39.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:39 trial145 ceph-mon[16978]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:39.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:39 trial086 ceph-mon[23011]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:39.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:39 trial086 ceph-mon[14472]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:41.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:41 trial145 ceph-mon[16978]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:41.645 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:41 trial086 ceph-mon[23011]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:41.645 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:41 trial086 ceph-mon[14472]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:43.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:42:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:42:42.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:42:43.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:42:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:42:42] "GET /metrics HTTP/1.1" 200 5758 "" "Prometheus/3.6.0" 2026-02-12T03:42:43.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:43 trial145 ceph-mon[16978]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:42:43.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:43 trial145 ceph-mon[16978]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:43.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:43 trial086 ceph-mon[23011]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:42:43.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:43 trial086 ceph-mon[23011]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:43.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:43 trial086 ceph-mon[14472]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:42:43.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:43 trial086 ceph-mon[14472]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:44.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:44 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:42:44.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:44 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:42:44.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:44 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:42:45.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:45 trial145 ceph-mon[16978]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:45.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:45 trial086 ceph-mon[23011]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:45.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:45 trial086 ceph-mon[14472]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:47.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:47 trial145 ceph-mon[16978]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:47.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:47 trial086 ceph-mon[23011]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:47.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:47 trial086 ceph-mon[14472]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:49.364 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:42:48 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:42:48] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:42:49.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:49 trial145 ceph-mon[16978]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:49.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:49 trial086 ceph-mon[14472]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:49.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:49 trial086 ceph-mon[23011]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:51.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:51 trial145 ceph-mon[16978]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:51.655 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:51 trial086 ceph-mon[23011]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:51.655 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:51 trial086 ceph-mon[14472]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:53.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:42:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:42:52] "GET /metrics HTTP/1.1" 200 5774 "" "Prometheus/3.6.0" 2026-02-12T03:42:53.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:42:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:42:52.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:42:53.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:53 trial145 ceph-mon[16978]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:42:53.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:53 trial145 ceph-mon[16978]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:53.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:53 trial086 ceph-mon[14472]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:42:53.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:53 trial086 ceph-mon[14472]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:53.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:53 trial086 ceph-mon[23011]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:42:53.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:53 trial086 ceph-mon[23011]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:55.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:55 trial145 ceph-mon[16978]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:55.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:55 trial086 ceph-mon[23011]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:55.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:55 trial086 ceph-mon[14472]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:56.635 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:42:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:42:56.163Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:42:56.636 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:42:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:42:56.163Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:42:56.636 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:42:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:42:56.163Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:42:57.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:57 trial145 ceph-mon[16978]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:57.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:57 trial086 ceph-mon[23011]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:57.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:57 trial086 ceph-mon[14472]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:42:59.371 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:42:58 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:42:58] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:42:59.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:59 trial145 ceph-mon[16978]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:59.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:42:59 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:42:59.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:59 trial086 ceph-mon[14472]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:59.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:42:59 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:42:59.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:59 trial086 ceph-mon[23011]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:42:59.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:42:59 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:43:01.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:01 trial145 ceph-mon[16978]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:01.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:01 trial086 ceph-mon[23011]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:01.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:01 trial086 ceph-mon[14472]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:03.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:43:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:43:02] "GET /metrics HTTP/1.1" 200 5757 "" "Prometheus/3.6.0" 2026-02-12T03:43:03.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:43:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:43:02.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:43:03.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:03 trial145 ceph-mon[16978]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:43:03.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:03 trial145 ceph-mon[16978]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:03.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:03 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:43:03.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:03 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:43:03.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:03 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:43:03.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:03 trial086 ceph-mon[14472]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:43:03.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:03 trial086 ceph-mon[14472]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:03.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:03 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:43:03.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:03 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:43:03.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:03 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:43:03.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:03 trial086 ceph-mon[23011]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:43:03.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:03 trial086 ceph-mon[23011]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:03.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:03 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:43:03.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:03 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:43:03.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:03 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:43:05.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:05 trial145 ceph-mon[16978]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:05.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:05 trial086 ceph-mon[23011]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:05.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:05 trial086 ceph-mon[14472]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:07.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:07 trial145 ceph-mon[16978]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:07.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:07 trial086 ceph-mon[23011]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:07.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:07 trial086 ceph-mon[14472]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:08.988 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:08 trial086 ceph-mon[23011]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:08.988 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:08 trial086 ceph-mon[14472]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:09.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:08 trial145 ceph-mon[16978]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:09.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:43:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:43:08] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:43:11.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:11 trial145 ceph-mon[16978]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:11.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:11 trial086 ceph-mon[23011]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:11.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:11 trial086 ceph-mon[14472]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:13.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:43:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:43:12] "GET /metrics HTTP/1.1" 200 5757 "" "Prometheus/3.6.0" 2026-02-12T03:43:13.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:43:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:43:12.707Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:43:13.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:13 trial145 ceph-mon[16978]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:43:13.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:13 trial145 ceph-mon[16978]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:13.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:13 trial086 ceph-mon[23011]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:43:13.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:13 trial086 ceph-mon[23011]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:13.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:13 trial086 ceph-mon[14472]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:43:13.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:13 trial086 ceph-mon[14472]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:14.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:14 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:43:14.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:14 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:43:14.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:14 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:43:15.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:15 trial145 ceph-mon[16978]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:15.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:15 trial086 ceph-mon[23011]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:15.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:15 trial086 ceph-mon[14472]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:17.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:17 trial145 ceph-mon[16978]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:17.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:17 trial086 ceph-mon[14472]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:17.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:17 trial086 ceph-mon[23011]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:19.312 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:43:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:43:18] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:43:19.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:19 trial145 ceph-mon[16978]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:19.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:19 trial086 ceph-mon[23011]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:19.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:19 trial086 ceph-mon[14472]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:21.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:21 trial145 ceph-mon[16978]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:21.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:21 trial086 ceph-mon[23011]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:21.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:21 trial086 ceph-mon[14472]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:23.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:43:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:43:22] "GET /metrics HTTP/1.1" 200 5763 "" "Prometheus/3.6.0" 2026-02-12T03:43:23.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:43:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:43:22.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:43:23.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:23 trial145 ceph-mon[16978]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:43:23.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:23 trial145 ceph-mon[16978]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:23.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:23 trial086 ceph-mon[23011]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:43:23.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:23 trial086 ceph-mon[23011]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:23.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:23 trial086 ceph-mon[14472]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:43:23.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:23 trial086 ceph-mon[14472]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:25.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:25 trial145 ceph-mon[16978]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:25.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:25 trial086 ceph-mon[23011]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:25.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:25 trial086 ceph-mon[14472]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:27.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:27 trial145 ceph-mon[16978]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:27.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:27 trial086 ceph-mon[23011]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:27.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:27 trial086 ceph-mon[14472]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:29.319 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:43:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:43:28] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:43:29.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:29 trial145 ceph-mon[16978]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:29.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:29 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:43:29.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:29 trial086 ceph-mon[23011]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:29.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:29 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:43:29.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:29 trial086 ceph-mon[14472]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:29.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:29 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:43:31.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:31 trial145 ceph-mon[16978]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:31.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:31 trial086 ceph-mon[23011]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:31.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:31 trial086 ceph-mon[14472]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:33.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:43:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:43:32] "GET /metrics HTTP/1.1" 200 5766 "" "Prometheus/3.6.0" 2026-02-12T03:43:33.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:43:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:43:32.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:43:33.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:33 trial145 ceph-mon[16978]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:43:33.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:33 trial145 ceph-mon[16978]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:33.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:33 trial086 ceph-mon[23011]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:43:33.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:33 trial086 ceph-mon[23011]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:33.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:33 trial086 ceph-mon[14472]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:43:33.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:33 trial086 ceph-mon[14472]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:35.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:35 trial145 ceph-mon[16978]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:35.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:35 trial086 ceph-mon[23011]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:35.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:35 trial086 ceph-mon[14472]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:37.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:37 trial145 ceph-mon[16978]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:37.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:37 trial086 ceph-mon[23011]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:37.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:37 trial086 ceph-mon[14472]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:39.326 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:43:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:43:38] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:43:39.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:39 trial145 ceph-mon[16978]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:39.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:39 trial086 ceph-mon[23011]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:39.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:39 trial086 ceph-mon[14472]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:41.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:41 trial145 ceph-mon[16978]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:41.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:41 trial086 ceph-mon[14472]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:41.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:41 trial086 ceph-mon[23011]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:43.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:43:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:43:42.707Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:43:43.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:43:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:43:42] "GET /metrics HTTP/1.1" 200 5766 "" "Prometheus/3.6.0" 2026-02-12T03:43:43.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:43 trial145 ceph-mon[16978]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:43:43.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:43 trial145 ceph-mon[16978]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:43.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:43 trial086 ceph-mon[23011]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:43:43.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:43 trial086 ceph-mon[23011]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:43.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:43 trial086 ceph-mon[14472]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:43:43.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:43 trial086 ceph-mon[14472]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:44.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:44 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:43:44.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:44 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:43:44.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:44 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:43:45.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:45 trial145 ceph-mon[16978]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:45.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:45 trial086 ceph-mon[14472]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:45.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:45 trial086 ceph-mon[23011]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:47.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:47 trial145 ceph-mon[16978]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:47.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:47 trial086 ceph-mon[14472]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:47.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:47 trial086 ceph-mon[23011]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:49.336 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:43:48 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:43:48] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:43:49.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:49 trial145 ceph-mon[16978]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:49.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:49 trial086 ceph-mon[23011]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:49.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:49 trial086 ceph-mon[14472]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:51.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:51 trial145 ceph-mon[16978]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:51.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:51 trial086 ceph-mon[23011]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:51.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:51 trial086 ceph-mon[14472]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:53.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:43:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:43:52] "GET /metrics HTTP/1.1" 200 5756 "" "Prometheus/3.6.0" 2026-02-12T03:43:53.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:43:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:43:52.706Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial145:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:43:53.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:53 trial145 ceph-mon[16978]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:43:53.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:53 trial145 ceph-mon[16978]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:53.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:53 trial086 ceph-mon[23011]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:43:53.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:53 trial086 ceph-mon[23011]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:53.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:53 trial086 ceph-mon[14472]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:43:53.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:53 trial086 ceph-mon[14472]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:55.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:55 trial145 ceph-mon[16978]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:55.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:55 trial086 ceph-mon[23011]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:55.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:55 trial086 ceph-mon[14472]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:56.635 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:43:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:43:56.162Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:43:56.636 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:43:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:43:56.162Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:43:56.636 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:43:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:43:56.162Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:43:57.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:57 trial145 ceph-mon[16978]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:57.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:57 trial086 ceph-mon[23011]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:57.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:57 trial086 ceph-mon[14472]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:43:58.694 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T03:43:58.983 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:43:59.208 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:43:59.208 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (18m) 2m ago 18m - - 0.25.0 c8568f914cd2 5608e9f0137c 2026-02-12T03:43:59.209 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (18m) 2m ago 18m 92.4M - 10.4.0 c8b91775d855 37590065d384 2026-02-12T03:43:59.209 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (2m) 2m ago 18m - - 3.9 4cc07a41bb19 7086d9536d96 2026-02-12T03:43:59.209 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,9283,8765 running (15m) 2m ago 20m 526M - 20.3.0-5250-g84a80275 21b90b676abb e52f397d629d 2026-02-12T03:43:59.209 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:8443,9283,8765 running (8m) 2m ago 20m - - 20.3.0-5250-g84a80275 21b90b676abb 0bf0f62d6e10 2026-02-12T03:43:59.209 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (20m) 2m ago 20m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 d8b3e18533b3 2026-02-12T03:43:59.209 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (20m) 2m ago 20m 50.7M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 54def20c4bc2 2026-02-12T03:43:59.209 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (20m) 2m ago 20m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 5e4d958d8791 2026-02-12T03:43:59.209 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (18m) 2m ago 18m - - 1.7.0 72c9c2088986 19c3ca17a43d 2026-02-12T03:43:59.209 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (18m) 2m ago 18m 13.1M - 1.7.0 72c9c2088986 036e0a3ac0d9 2026-02-12T03:43:59.209 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (20m) 2m ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d7baf8f72e60 2026-02-12T03:43:59.209 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (19m) 2m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fb2687e62c00 2026-02-12T03:43:59.209 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (19m) 2m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 9def62f780f8 2026-02-12T03:43:59.210 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (19m) 2m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 1b941c940e6e 2026-02-12T03:43:59.210 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (19m) 2m ago 19m 61.3M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 472a47a150fc 2026-02-12T03:43:59.210 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (19m) 2m ago 19m 61.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 03a06d3fbe57 2026-02-12T03:43:59.210 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (19m) 2m ago 19m 57.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 838bfb91f030 2026-02-12T03:43:59.210 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (18m) 2m ago 18m 60.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 799fb27b1d2c 2026-02-12T03:43:59.210 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (12m) 2m ago 18m 57.7M - 3.6.0 4fcecf061b74 fd358be701f3 2026-02-12T03:43:59.210 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (18m) 2m ago 18m - - 19.2.3-672-g283431c0 4cc07a41bb19 fc6cafaeed8d 2026-02-12T03:43:59.210 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (18m) 2m ago 18m 111M - 19.2.3-672-g283431c0 4cc07a41bb19 01589a0f2102 2026-02-12T03:43:59.246 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:43:58 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:43:58] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:43:59.248 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ls' 2026-02-12T03:43:59.538 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:43:59.561 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:59 trial086 ceph-mon[14472]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:59.561 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:43:59 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:43:59.561 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:59 trial086 ceph-mon[23011]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:59.561 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:43:59 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:43:59.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:59 trial145 ceph-mon[16978]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:43:59.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:43:59 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:43:59.764 INFO:teuthology.orchestra.run.trial086.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2026-02-12T03:43:59.764 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager ?:9093,9094 1/1 2m ago 18m trial086=a;count:1 2026-02-12T03:43:59.765 INFO:teuthology.orchestra.run.trial086.stdout:grafana ?:3000 1/1 2m ago 18m trial145=a;count:1 2026-02-12T03:43:59.765 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo ?:5000 1/1 2m ago 18m count:1 2026-02-12T03:43:59.765 INFO:teuthology.orchestra.run.trial086.stdout:mgr 2/2 2m ago 20m trial086=y;trial145=x;count:2 2026-02-12T03:43:59.765 INFO:teuthology.orchestra.run.trial086.stdout:mon 3/3 2m ago 20m trial086:10.20.193.86=a;trial086:[v2:10.20.193.86:3301,v1:10.20.193.86:6790]=c;trial145:10.20.193.145=b;count:3 2026-02-12T03:43:59.765 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter ?:9100 2/2 2m ago 18m trial086=a;trial145=b;count:2 2026-02-12T03:43:59.765 INFO:teuthology.orchestra.run.trial086.stdout:osd 8 2m ago - 2026-02-12T03:43:59.765 INFO:teuthology.orchestra.run.trial086.stdout:prometheus ?:9095 1/1 2m ago 18m trial145=a;count:1 2026-02-12T03:43:59.765 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo ?:8000 2/2 2m ago 18m count:2 2026-02-12T03:43:59.805 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions' 2026-02-12T03:44:00.090 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:44:00.346 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:44:00.346 INFO:teuthology.orchestra.run.trial086.stdout: "mon": { 2026-02-12T03:44:00.347 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T03:44:00.347 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:44:00.347 INFO:teuthology.orchestra.run.trial086.stdout: "mgr": { 2026-02-12T03:44:00.347 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:44:00.347 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:44:00.347 INFO:teuthology.orchestra.run.trial086.stdout: "osd": { 2026-02-12T03:44:00.347 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T03:44:00.347 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:44:00.347 INFO:teuthology.orchestra.run.trial086.stdout: "rgw": { 2026-02-12T03:44:00.347 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:44:00.347 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:44:00.348 INFO:teuthology.orchestra.run.trial086.stdout: "overall": { 2026-02-12T03:44:00.348 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 13, 2026-02-12T03:44:00.348 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:44:00.348 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:44:00.348 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:44:00.365 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:00 trial086 ceph-mon[14472]: from='client.25352 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:00.365 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:00 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial086.zahtia", "name": "rgw_frontends"}]: dispatch 2026-02-12T03:44:00.365 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:00 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial145.zneoxq", "name": "rgw_frontends"}]: dispatch 2026-02-12T03:44:00.366 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:00 trial086 ceph-mon[23011]: from='client.25352 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:00.366 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:00 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial086.zahtia", "name": "rgw_frontends"}]: dispatch 2026-02-12T03:44:00.366 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:00 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial145.zneoxq", "name": "rgw_frontends"}]: dispatch 2026-02-12T03:44:00.385 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr' 2026-02-12T03:44:00.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:00 trial145 ceph-mon[16978]: from='client.25352 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:00.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:00 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial086.zahtia", "name": "rgw_frontends"}]: dispatch 2026-02-12T03:44:00.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:00 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial145.zneoxq", "name": "rgw_frontends"}]: dispatch 2026-02-12T03:44:00.671 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:44:01.158 INFO:teuthology.orchestra.run.trial086.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:44:01.198 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T03:44:01.490 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:44:01.604 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:01 trial086 ceph-mon[23011]: from='client.25358 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:01.605 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:01 trial086 ceph-mon[23011]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:01.605 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:01 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/2177847777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:01.605 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:01 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:44:01.605 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:01 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:44:01.605 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:01 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:44:01.605 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:01 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:44:01.605 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:01 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:44:01.605 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:01 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:01.605 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:01 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:01.606 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:01 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:44:01.606 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:01 trial086 ceph-mon[14472]: from='client.25358 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:01.606 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:01 trial086 ceph-mon[14472]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:01.606 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:01 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/2177847777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:01.606 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:01 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:44:01.606 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:01 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:44:01.606 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:01 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:44:01.607 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:01 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:44:01.607 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:01 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:44:01.607 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:01 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:01.607 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:01 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:01.607 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:01 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:44:01.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:01 trial145 ceph-mon[16978]: from='client.25358 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:01.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:01 trial145 ceph-mon[16978]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:01.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:01 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/2177847777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:01.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:01 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:44:01.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:01 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:44:01.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:01 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:44:01.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:01 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:44:01.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:01 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:44:01.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:01 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:01.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:01 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:01.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:01 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:44:01.910 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:44:01 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:44:01] ENGINE Bus STOPPING 2026-02-12T03:44:02.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:01 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: 2026-02-12T03:44:01.635+0000 7fe0994ad640 -1 mgr handle_mgr_map I was active but no longer am 2026-02-12T03:44:02.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:01 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ignoring --setuser ceph since I am not root 2026-02-12T03:44:02.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:01 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: ignoring --setgroup ceph since I am not root 2026-02-12T03:44:02.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:01 trial145 ceph-mgr[48588]: -- 10.20.193.145:0/3268543260 <== mon.1 v2:10.20.193.145:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x2051a00 con 0x2025800 2026-02-12T03:44:02.255 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:44:01 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:44:01] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T03:44:02.255 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:44:01 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:44:01] ENGINE Bus STOPPED 2026-02-12T03:44:02.522 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: from='client.15507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:02.522 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:44:02.522 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:44:02.522 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:44:02.522 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:02.522 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T03:44:02.522 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: Activating manager daemon y 2026-02-12T03:44:02.523 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T03:44:02.523 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: from='mgr.24862 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2026-02-12T03:44:02.523 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T03:44:02.523 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: mgrmap e34: y(active, starting, since 0.00467317s) 2026-02-12T03:44:02.523 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:44:02.523 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:44:02.523 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:44:02.523 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:44:02.523 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:44:02.523 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:44:02.523 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:44:02.523 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: Manager daemon y is now available 2026-02-12T03:44:02.523 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T03:44:02.523 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T03:44:02.523 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T03:44:02.523 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T03:44:02.523 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:44:02.524 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:44:02.524 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:44:02.524 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:44:02.524 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:44:02.524 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:44:02.524 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: from='client.15507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:02.524 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:44:02.524 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:44:02.524 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:44:02.524 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:02.524 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T03:44:02.524 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: Activating manager daemon y 2026-02-12T03:44:02.524 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T03:44:02.525 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: from='mgr.24862 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2026-02-12T03:44:02.525 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T03:44:02.525 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: mgrmap e34: y(active, starting, since 0.00467317s) 2026-02-12T03:44:02.525 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:44:02.525 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:44:02.525 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:44:02.525 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:44:02.525 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:44:02.525 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:44:02.525 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:44:02.525 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: Manager daemon y is now available 2026-02-12T03:44:02.525 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T03:44:02.525 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T03:44:02.525 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T03:44:02.525 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T03:44:02.525 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:44:02.525 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:44:02.525 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:44:02.526 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:44:02.526 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:44:02.526 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:02 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:44:02.533 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: from='client.15507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:02.534 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:44:02.534 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:44:02.534 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' 2026-02-12T03:44:02.534 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:02.534 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T03:44:02.534 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: Activating manager daemon y 2026-02-12T03:44:02.534 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: from='mgr.24862 10.20.193.145:0/1689315057' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T03:44:02.534 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: from='mgr.24862 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2026-02-12T03:44:02.534 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T03:44:02.534 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: mgrmap e34: y(active, starting, since 0.00467317s) 2026-02-12T03:44:02.534 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:44:02.534 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:44:02.534 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:44:02.534 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:44:02.535 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:44:02.535 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:44:02.535 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:44:02.535 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: Manager daemon y is now available 2026-02-12T03:44:02.535 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T03:44:02.535 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T03:44:02.535 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T03:44:02.535 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T03:44:02.535 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:44:02.535 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:44:02.535 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:44:02.535 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:44:02.535 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:44:02.535 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:02 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:44:02.651 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:44:02.885 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T03:44:02.886 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T03:44:02.886 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[48584]: from numpy import show_config as show_numpy_config 2026-02-12T03:44:02.989 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:44:02.989 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (18m) 3m ago 18m - - 0.25.0 c8568f914cd2 5608e9f0137c 2026-02-12T03:44:02.989 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (18m) 3m ago 18m 92.4M - 10.4.0 c8b91775d855 37590065d384 2026-02-12T03:44:02.989 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (3m) 3m ago 18m - - 3.9 4cc07a41bb19 7086d9536d96 2026-02-12T03:44:02.989 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,9283,8765 running (15m) 3m ago 20m 526M - 20.3.0-5250-g84a80275 21b90b676abb e52f397d629d 2026-02-12T03:44:02.989 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:8443,9283,8765 running (9m) 3m ago 20m - - 20.3.0-5250-g84a80275 21b90b676abb 0bf0f62d6e10 2026-02-12T03:44:02.990 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (20m) 3m ago 20m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 d8b3e18533b3 2026-02-12T03:44:02.990 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (20m) 3m ago 20m 50.7M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 54def20c4bc2 2026-02-12T03:44:02.990 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (20m) 3m ago 20m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 5e4d958d8791 2026-02-12T03:44:02.990 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (18m) 3m ago 18m - - 1.7.0 72c9c2088986 19c3ca17a43d 2026-02-12T03:44:02.990 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (18m) 3m ago 18m 13.1M - 1.7.0 72c9c2088986 036e0a3ac0d9 2026-02-12T03:44:02.990 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (20m) 3m ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d7baf8f72e60 2026-02-12T03:44:02.990 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (19m) 3m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fb2687e62c00 2026-02-12T03:44:02.990 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (19m) 3m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 9def62f780f8 2026-02-12T03:44:02.990 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (19m) 3m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 1b941c940e6e 2026-02-12T03:44:02.990 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (19m) 3m ago 19m 61.3M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 472a47a150fc 2026-02-12T03:44:02.990 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (19m) 3m ago 19m 61.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 03a06d3fbe57 2026-02-12T03:44:02.990 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (19m) 3m ago 19m 57.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 838bfb91f030 2026-02-12T03:44:02.990 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (18m) 3m ago 18m 60.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 799fb27b1d2c 2026-02-12T03:44:02.991 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (12m) 3m ago 18m 57.7M - 3.6.0 4fcecf061b74 fd358be701f3 2026-02-12T03:44:02.991 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (18m) 3m ago 18m - - 19.2.3-672-g283431c0 4cc07a41bb19 fc6cafaeed8d 2026-02-12T03:44:02.991 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (18m) 3m ago 18m 111M - 19.2.3-672-g283431c0 4cc07a41bb19 01589a0f2102 2026-02-12T03:44:03.196 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:44:03.196 INFO:teuthology.orchestra.run.trial086.stdout: "mon": { 2026-02-12T03:44:03.196 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T03:44:03.197 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:44:03.197 INFO:teuthology.orchestra.run.trial086.stdout: "mgr": { 2026-02-12T03:44:03.197 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 1 2026-02-12T03:44:03.197 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:44:03.197 INFO:teuthology.orchestra.run.trial086.stdout: "osd": { 2026-02-12T03:44:03.197 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T03:44:03.197 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:44:03.197 INFO:teuthology.orchestra.run.trial086.stdout: "rgw": { 2026-02-12T03:44:03.197 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:44:03.197 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:44:03.197 INFO:teuthology.orchestra.run.trial086.stdout: "overall": { 2026-02-12T03:44:03.198 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 13, 2026-02-12T03:44:03.198 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 1 2026-02-12T03:44:03.198 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:44:03.198 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:44:03.372 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:44:03.372 INFO:teuthology.orchestra.run.trial086.stdout: "in_progress": true, 2026-02-12T03:44:03.372 INFO:teuthology.orchestra.run.trial086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", 2026-02-12T03:44:03.372 INFO:teuthology.orchestra.run.trial086.stdout: "services_complete": [ 2026-02-12T03:44:03.372 INFO:teuthology.orchestra.run.trial086.stdout: "mgr" 2026-02-12T03:44:03.372 INFO:teuthology.orchestra.run.trial086.stdout: ], 2026-02-12T03:44:03.372 INFO:teuthology.orchestra.run.trial086.stdout: "which": "Upgrading daemons of type(s) mgr", 2026-02-12T03:44:03.372 INFO:teuthology.orchestra.run.trial086.stdout: "progress": "2/2 daemons upgraded", 2026-02-12T03:44:03.372 INFO:teuthology.orchestra.run.trial086.stdout: "message": "", 2026-02-12T03:44:03.373 INFO:teuthology.orchestra.run.trial086.stdout: "is_paused": false 2026-02-12T03:44:03.373 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:44:03.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[14472]: [12/Feb/2026:03:44:02] ENGINE Bus STARTING 2026-02-12T03:44:03.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[14472]: [12/Feb/2026:03:44:02] ENGINE Serving on https://10.20.193.86:7150 2026-02-12T03:44:03.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[14472]: [12/Feb/2026:03:44:02] ENGINE Client ('10.20.193.86', 47930) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:44:03.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[14472]: [12/Feb/2026:03:44:02] ENGINE Serving on http://10.20.193.86:8765 2026-02-12T03:44:03.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[14472]: [12/Feb/2026:03:44:02] ENGINE Bus STARTED 2026-02-12T03:44:03.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[14472]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:44:03.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[14472]: mgrmap e35: y(active, since 1.00729s) 2026-02-12T03:44:03.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[14472]: from='client.15513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:03.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:44:03.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[14472]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:44:03.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[14472]: from='client.15549 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:03.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[14472]: from='client.25418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:03.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/548468966' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:03.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:03.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:03.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:03.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:03.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:03.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:03.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:03.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:03.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:03.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:03.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[23011]: [12/Feb/2026:03:44:02] ENGINE Bus STARTING 2026-02-12T03:44:03.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[23011]: [12/Feb/2026:03:44:02] ENGINE Serving on https://10.20.193.86:7150 2026-02-12T03:44:03.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[23011]: [12/Feb/2026:03:44:02] ENGINE Client ('10.20.193.86', 47930) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:44:03.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[23011]: [12/Feb/2026:03:44:02] ENGINE Serving on http://10.20.193.86:8765 2026-02-12T03:44:03.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[23011]: [12/Feb/2026:03:44:02] ENGINE Bus STARTED 2026-02-12T03:44:03.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[23011]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:44:03.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[23011]: mgrmap e35: y(active, since 1.00729s) 2026-02-12T03:44:03.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[23011]: from='client.15513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:03.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:44:03.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[23011]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:44:03.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[23011]: from='client.15549 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:03.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[23011]: from='client.25418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:03.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/548468966' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:03.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:03.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:03.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:03.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:03.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:03.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:03.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:03.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:03.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:03.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:03 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:04.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:03 trial145 ceph-mon[16978]: [12/Feb/2026:03:44:02] ENGINE Bus STARTING 2026-02-12T03:44:04.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:03 trial145 ceph-mon[16978]: [12/Feb/2026:03:44:02] ENGINE Serving on https://10.20.193.86:7150 2026-02-12T03:44:04.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:03 trial145 ceph-mon[16978]: [12/Feb/2026:03:44:02] ENGINE Client ('10.20.193.86', 47930) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:44:04.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:03 trial145 ceph-mon[16978]: [12/Feb/2026:03:44:02] ENGINE Serving on http://10.20.193.86:8765 2026-02-12T03:44:04.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:03 trial145 ceph-mon[16978]: [12/Feb/2026:03:44:02] ENGINE Bus STARTED 2026-02-12T03:44:04.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:03 trial145 ceph-mon[16978]: from='client.15432 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:44:04.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:03 trial145 ceph-mon[16978]: mgrmap e35: y(active, since 1.00729s) 2026-02-12T03:44:04.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:03 trial145 ceph-mon[16978]: from='client.15513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:04.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:03 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:44:04.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:03 trial145 ceph-mon[16978]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:44:04.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:03 trial145 ceph-mon[16978]: from='client.15549 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:04.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:03 trial145 ceph-mon[16978]: from='client.25418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:04.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:03 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/548468966' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:04.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:03 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:04.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:03 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:04.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:03 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:04.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:03 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:04.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:03 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:04.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:03 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:04.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:03 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:04.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:03 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:04.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:03 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:04.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:03 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:04.839 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: from='client.15567 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:04.839 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:44:04.839 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:44:04.839 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:44:04.839 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: mgrmap e36: y(active, since 2s) 2026-02-12T03:44:04.839 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:44:04.839 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:44:04.840 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: Updating trial145:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:44:04.840 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: Updating trial086:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:44:04.840 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:44:04.840 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:44:04.840 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:04.840 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:04.840 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:04.840 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:04.840 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:04.840 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: Reconfiguring iscsi.foo.trial086.ooltqb deps ['10.20.193.145'] -> ['10.20.193.86'] (diff {'10.20.193.145', '10.20.193.86'}) 2026-02-12T03:44:04.840 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:44:04.841 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:44:04.841 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:04.841 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: Reconfiguring daemon iscsi.foo.trial086.ooltqb on trial086 2026-02-12T03:44:04.841 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: Standby manager daemon x started 2026-02-12T03:44:04.841 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/4118515075' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:44:04.841 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/4118515075' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:44:04.841 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/4118515075' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:44:04.841 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/4118515075' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:44:04.842 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: from='client.15567 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:04.842 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:44:04.842 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:44:04.842 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:44:04.842 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: mgrmap e36: y(active, since 2s) 2026-02-12T03:44:04.842 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:44:04.842 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:44:04.842 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: Updating trial145:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:44:04.842 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: Updating trial086:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:44:04.842 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:44:04.843 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:44:04.843 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:04.843 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:04.843 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:04.843 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:04.843 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:04.843 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: Reconfiguring iscsi.foo.trial086.ooltqb deps ['10.20.193.145'] -> ['10.20.193.86'] (diff {'10.20.193.145', '10.20.193.86'}) 2026-02-12T03:44:04.843 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:44:04.843 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:44:04.843 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:04.843 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: Reconfiguring daemon iscsi.foo.trial086.ooltqb on trial086 2026-02-12T03:44:04.844 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: Standby manager daemon x started 2026-02-12T03:44:04.844 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/4118515075' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:44:04.844 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/4118515075' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:44:04.844 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/4118515075' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:44:04.844 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:04 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/4118515075' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:44:05.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: from='client.15567 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:05.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:44:05.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:44:05.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:44:05.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: mgrmap e36: y(active, since 2s) 2026-02-12T03:44:05.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:44:05.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:44:05.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: Updating trial145:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:44:05.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: Updating trial086:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:44:05.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:44:05.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:44:05.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:05.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:05.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:05.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:05.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:05.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: Reconfiguring iscsi.foo.trial086.ooltqb deps ['10.20.193.145'] -> ['10.20.193.86'] (diff {'10.20.193.145', '10.20.193.86'}) 2026-02-12T03:44:05.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:44:05.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:44:05.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:05.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: Reconfiguring daemon iscsi.foo.trial086.ooltqb on trial086 2026-02-12T03:44:05.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: Standby manager daemon x started 2026-02-12T03:44:05.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/4118515075' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:44:05.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/4118515075' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:44:05.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/4118515075' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:44:05.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:04 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/4118515075' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:44:05.762 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:05 trial145 systemd[1]: Stopping Ceph mgr.x for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:44:05.762 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:05 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:05.762 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:05 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:05.762 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:05 trial145 ceph-mon[16978]: Certificate for "cephadm-signed_agent_cert (trial145)" is still valid for 1824 days. 2026-02-12T03:44:05.762 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:05 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/4082285455' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T03:44:05.763 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:05 trial145 ceph-mon[16978]: Certificate for "cephadm-signed_agent_cert (trial086)" is still valid for 1824 days. 2026-02-12T03:44:05.763 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:05 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:05.763 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:05 trial145 ceph-mon[16978]: mgrmap e37: y(active, since 3s), standbys: x 2026-02-12T03:44:05.763 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:05 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:44:05.763 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:05 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:44:05.763 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:05 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:44:05.763 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:05 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T03:44:05.763 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:05 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:06.082 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:05 trial145 podman[60539]: 2026-02-12 03:44:05.761730469 +0000 UTC m=+0.044350571 container died e52f397d629d22c51efad69851b6c13322226adec30a1a5c1d62a2544830a6d9 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209) 2026-02-12T03:44:06.083 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:05 trial145 podman[60539]: 2026-02-12 03:44:05.775321042 +0000 UTC m=+0.057941134 container remove e52f397d629d22c51efad69851b6c13322226adec30a1a5c1d62a2544830a6d9 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:44:06.083 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:05 trial145 bash[60539]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x 2026-02-12T03:44:06.083 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:05 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mgr.x.service: Main process exited, code=exited, status=143/n/a 2026-02-12T03:44:06.083 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:05 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mgr.x.service: Failed with result 'exit-code'. 2026-02-12T03:44:06.083 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:05 trial145 systemd[1]: Stopped Ceph mgr.x for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:44:06.083 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:05 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mgr.x.service: Consumed 16.432s CPU time. 2026-02-12T03:44:06.083 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:05 trial145 systemd[1]: Starting Ceph mgr.x for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:44:06.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:06.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:06.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[14472]: Certificate for "cephadm-signed_agent_cert (trial145)" is still valid for 1824 days. 2026-02-12T03:44:06.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/4082285455' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T03:44:06.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[14472]: Certificate for "cephadm-signed_agent_cert (trial086)" is still valid for 1824 days. 2026-02-12T03:44:06.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:06.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[14472]: mgrmap e37: y(active, since 3s), standbys: x 2026-02-12T03:44:06.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:44:06.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:44:06.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:44:06.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T03:44:06.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:06.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:06.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:06.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[23011]: Certificate for "cephadm-signed_agent_cert (trial145)" is still valid for 1824 days. 2026-02-12T03:44:06.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/4082285455' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T03:44:06.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[23011]: Certificate for "cephadm-signed_agent_cert (trial086)" is still valid for 1824 days. 2026-02-12T03:44:06.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:06.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[23011]: mgrmap e37: y(active, since 3s), standbys: x 2026-02-12T03:44:06.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:44:06.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:44:06.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:44:06.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T03:44:06.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:05 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:06.371 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:06 trial145 podman[60711]: 2026-02-12 03:44:06.082893932 +0000 UTC m=+0.017684301 container create 90db6100124540bb3be76b5d4fa43397df4478aa3b0ab8c6f98547626687221c (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:44:06.371 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:06 trial145 podman[60711]: 2026-02-12 03:44:06.106052504 +0000 UTC m=+0.040842883 container init 90db6100124540bb3be76b5d4fa43397df4478aa3b0ab8c6f98547626687221c (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, ceph=True, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.schema-version=1.0) 2026-02-12T03:44:06.371 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:06 trial145 podman[60711]: 2026-02-12 03:44:06.108411021 +0000 UTC m=+0.043201390 container start 90db6100124540bb3be76b5d4fa43397df4478aa3b0ab8c6f98547626687221c (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:44:06.371 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:06 trial145 bash[60711]: 90db6100124540bb3be76b5d4fa43397df4478aa3b0ab8c6f98547626687221c 2026-02-12T03:44:06.371 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:06 trial145 podman[60711]: 2026-02-12 03:44:06.076145163 +0000 UTC m=+0.010935532 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:44:06.372 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:06 trial145 systemd[1]: Started Ceph mgr.x for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:44:06.372 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:06 trial145 ceph-mgr[60737]: -- 10.20.193.145:0/291756495 <== mon.1 v2:10.20.193.145:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x1413a00 con 0x13e7400 2026-02-12T03:44:07.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:07 trial145 ceph-mon[16978]: Upgrade: Updating mgr.x 2026-02-12T03:44:07.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:07 trial145 ceph-mon[16978]: Deploying daemon mgr.x on trial145 2026-02-12T03:44:07.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:07 trial145 ceph-mon[16978]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:44:07.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:07 trial145 ceph-mon[16978]: mgrmap e38: y(active, since 4s), standbys: x 2026-02-12T03:44:07.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:07 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:07.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:07 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:07.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:07 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:07.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:07 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:07.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:07 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:07.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:07 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:07.387 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:07 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T03:44:07.387 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:07 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T03:44:07.387 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:07 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: from numpy import show_config as show_numpy_config 2026-02-12T03:44:07.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:07 trial086 ceph-mon[14472]: Upgrade: Updating mgr.x 2026-02-12T03:44:07.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:07 trial086 ceph-mon[14472]: Deploying daemon mgr.x on trial145 2026-02-12T03:44:07.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:07 trial086 ceph-mon[14472]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:44:07.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:07 trial086 ceph-mon[14472]: mgrmap e38: y(active, since 4s), standbys: x 2026-02-12T03:44:07.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:07 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:07.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:07 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:07.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:07 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:07.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:07 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:07.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:07 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:07.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:07 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:07.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:07 trial086 ceph-mon[23011]: Upgrade: Updating mgr.x 2026-02-12T03:44:07.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:07 trial086 ceph-mon[23011]: Deploying daemon mgr.x on trial145 2026-02-12T03:44:07.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:07 trial086 ceph-mon[23011]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:44:07.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:07 trial086 ceph-mon[23011]: mgrmap e38: y(active, since 4s), standbys: x 2026-02-12T03:44:07.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:07 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:07.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:07 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:07.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:07 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:07.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:07 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:07.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:07 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:07.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:07 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.573 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.574 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.574 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:44:08.574 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.574 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.574 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:08.574 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:08.574 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.574 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.574 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.574 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:44:08.574 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:44:08.575 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:08.575 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.575 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.575 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2026-02-12T03:44:08.575 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2026-02-12T03:44:08.575 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2026-02-12T03:44:08.575 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2026-02-12T03:44:08.575 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2026-02-12T03:44:08.575 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2026-02-12T03:44:08.575 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.575 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.576 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.576 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.576 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.576 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.576 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.576 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.576 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.576 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.576 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.576 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.576 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.576 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.577 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.577 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.577 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.577 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.577 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:44:08.577 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.577 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.577 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:08.578 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:08.578 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.578 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.578 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.578 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:44:08.578 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:44:08.578 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:08.578 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.578 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.578 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2026-02-12T03:44:08.578 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2026-02-12T03:44:08.578 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2026-02-12T03:44:08.579 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2026-02-12T03:44:08.579 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2026-02-12T03:44:08.579 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2026-02-12T03:44:08.579 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.579 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.579 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.579 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.579 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.579 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.579 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.579 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.579 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.579 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.580 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.580 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.580 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.580 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.580 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.580 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:08 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:44:08.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:08.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:08.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:44:08.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:44:08.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:08.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2026-02-12T03:44:08.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2026-02-12T03:44:08.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2026-02-12T03:44:08.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2026-02-12T03:44:08.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2026-02-12T03:44:08.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2026-02-12T03:44:08.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:08.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:08.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:08 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:09.160 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:08 trial086 systemd[1]: Stopping Ceph node-exporter.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:44:09.161 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:08 trial086 podman[81746]: 2026-02-12 03:44:08.978573268 +0000 UTC m=+0.023763668 container died 19c3ca17a43deb0898b5078ab9ee53d7ac5d1be912b9581ce18ec8c65607da4c (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T03:44:09.161 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:08 trial086 podman[81746]: 2026-02-12 03:44:08.988322762 +0000 UTC m=+0.033513152 container remove 19c3ca17a43deb0898b5078ab9ee53d7ac5d1be912b9581ce18ec8c65607da4c (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T03:44:09.161 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:08 trial086 bash[81746]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a 2026-02-12T03:44:09.161 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:08 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2026-02-12T03:44:09.161 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@node-exporter.a.service: Failed with result 'exit-code'. 2026-02-12T03:44:09.161 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 systemd[1]: Stopped Ceph node-exporter.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:44:09.161 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@node-exporter.a.service: Consumed 2.748s CPU time. 2026-02-12T03:44:09.611 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 systemd[1]: Starting Ceph node-exporter.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:44:09.612 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 bash[81916]: Trying to pull quay.io/prometheus/node-exporter:v1.9.1... 2026-02-12T03:44:09.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:09 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:44:09.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:09 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:44:09.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:09 trial145 ceph-mon[16978]: Upgrade: Setting container_image for all mgr 2026-02-12T03:44:09.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:09 trial145 ceph-mon[16978]: Upgrade: Setting container_image for all crash 2026-02-12T03:44:09.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:09 trial145 ceph-mon[16978]: Upgrade: Setting container_image for all mds 2026-02-12T03:44:09.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:09 trial145 ceph-mon[16978]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:44:09.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:09 trial145 ceph-mon[16978]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:44:09.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:09 trial145 ceph-mon[16978]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:44:09.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:09 trial145 ceph-mon[16978]: Upgrade: Setting container_image for all nfs 2026-02-12T03:44:09.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:09 trial145 ceph-mon[16978]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:44:09.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:09 trial145 ceph-mon[16978]: Upgrade: Setting container_image for all smb 2026-02-12T03:44:09.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:09 trial145 ceph-mon[16978]: Upgrade: Updating node-exporter.a (1/2) 2026-02-12T03:44:09.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:09 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:09.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:09 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:09.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:09 trial145 ceph-mon[16978]: Deploying daemon node-exporter.a on trial086 2026-02-12T03:44:09.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:09 trial145 ceph-mon[16978]: Standby manager daemon x restarted 2026-02-12T03:44:09.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:09 trial145 ceph-mon[16978]: Standby manager daemon x started 2026-02-12T03:44:09.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:09 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/4022959874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:44:09.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:09 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/4022959874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:44:09.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:09 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/4022959874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:44:09.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:09 trial145 ceph-mon[16978]: from='mgr.? 10.20.193.145:0/4022959874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:44:09.910 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 bash[81916]: Getting image source signatures 2026-02-12T03:44:09.910 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 bash[81916]: Copying blob sha256:c6e37428e3b36731b2b7a99979e0dbb27ce0849df0c23fb2b73e99bdbcd7ca33 2026-02-12T03:44:09.910 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 bash[81916]: Copying blob sha256:9fa9226be034e47923c0457d916aa68474cdfb23af8d4525e9baeebc4760977a 2026-02-12T03:44:09.911 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 bash[81916]: Copying blob sha256:1617e25568b2231fdd0d5caff63b06f6f7738d8d961f031c80e47d35aaec9733 2026-02-12T03:44:09.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:44:09.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:44:09.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all mgr 2026-02-12T03:44:09.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all crash 2026-02-12T03:44:09.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all mds 2026-02-12T03:44:09.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:44:09.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:44:09.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:44:09.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all nfs 2026-02-12T03:44:09.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:44:09.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all smb 2026-02-12T03:44:09.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[23011]: Upgrade: Updating node-exporter.a (1/2) 2026-02-12T03:44:09.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:09.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:09.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[23011]: Deploying daemon node-exporter.a on trial086 2026-02-12T03:44:09.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[23011]: Standby manager daemon x restarted 2026-02-12T03:44:09.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[23011]: Standby manager daemon x started 2026-02-12T03:44:09.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/4022959874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:44:09.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/4022959874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:44:09.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/4022959874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:44:09.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/4022959874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:44:09.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:44:09.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:44:09.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all mgr 2026-02-12T03:44:09.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all crash 2026-02-12T03:44:09.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all mds 2026-02-12T03:44:09.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:44:09.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:44:09.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:44:09.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all nfs 2026-02-12T03:44:09.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:44:09.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all smb 2026-02-12T03:44:09.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[14472]: Upgrade: Updating node-exporter.a (1/2) 2026-02-12T03:44:09.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:09.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:09.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[14472]: Deploying daemon node-exporter.a on trial086 2026-02-12T03:44:09.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[14472]: Standby manager daemon x restarted 2026-02-12T03:44:09.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[14472]: Standby manager daemon x started 2026-02-12T03:44:09.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/4022959874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:44:09.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/4022959874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:44:09.915 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/4022959874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:44:09.915 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-mon[14472]: from='mgr.? 10.20.193.145:0/4022959874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:44:10.411 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 bash[81916]: Copying config sha256:255ec253085fb105696533b31864a5e3b64f1f1e2147b5ec368100cbf3ec9b80 2026-02-12T03:44:10.411 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 bash[81916]: Writing manifest to image destination 2026-02-12T03:44:10.411 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 podman[81916]: 2026-02-12 03:44:09.937970948 +0000 UTC m=+0.639081961 container create 373e066ca44c3a4279462acee9b6d8d4782d354afbe1aa60a64bc6f55073cb20 (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T03:44:10.411 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 podman[81916]: 2026-02-12 03:44:09.961873073 +0000 UTC m=+0.662984066 container init 373e066ca44c3a4279462acee9b6d8d4782d354afbe1aa60a64bc6f55073cb20 (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T03:44:10.411 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 podman[81916]: 2026-02-12 03:44:09.964110532 +0000 UTC m=+0.665221525 container start 373e066ca44c3a4279462acee9b6d8d4782d354afbe1aa60a64bc6f55073cb20 (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T03:44:10.411 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 bash[81916]: 373e066ca44c3a4279462acee9b6d8d4782d354afbe1aa60a64bc6f55073cb20 2026-02-12T03:44:10.411 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 podman[81916]: 2026-02-12 03:44:09.932182397 +0000 UTC m=+0.633293410 image pull 255ec253085fb105696533b31864a5e3b64f1f1e2147b5ec368100cbf3ec9b80 quay.io/prometheus/node-exporter:v1.9.1 2026-02-12T03:44:10.412 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 systemd[1]: Started Ceph node-exporter.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:44:10.412 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.966Z level=INFO source=node_exporter.go:216 msg="Starting node_exporter" version="(version=1.9.1, branch=HEAD, revision=f2ec547b49af53815038a50265aa2adcd1275959)" 2026-02-12T03:44:10.412 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.966Z level=INFO source=node_exporter.go:217 msg="Build context" build_context="(go=go1.23.7, platform=linux/amd64, user=root@7023beaa563a, date=20250401-15:19:01, tags=unknown)" 2026-02-12T03:44:10.412 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=diskstats_common.go:110 msg="Parsed flag --collector.diskstats.device-exclude" collector=diskstats flag=^(z?ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2026-02-12T03:44:10.412 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=ERROR source=diskstats_linux.go:264 msg="Failed to open directory, disabling udev device properties" collector=diskstats path=/run/udev/data 2026-02-12T03:44:10.412 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=filesystem_common.go:265 msg="Parsed flag --collector.filesystem.mount-points-exclude" collector=filesystem flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2026-02-12T03:44:10.412 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=filesystem_common.go:294 msg="Parsed flag --collector.filesystem.fs-types-exclude" collector=filesystem flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2026-02-12T03:44:10.412 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:135 msg="Enabled collectors" 2026-02-12T03:44:10.412 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=arp 2026-02-12T03:44:10.412 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=bcache 2026-02-12T03:44:10.413 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=bonding 2026-02-12T03:44:10.413 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=btrfs 2026-02-12T03:44:10.413 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=conntrack 2026-02-12T03:44:10.413 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=cpu 2026-02-12T03:44:10.413 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=cpufreq 2026-02-12T03:44:10.413 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=diskstats 2026-02-12T03:44:10.413 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=dmi 2026-02-12T03:44:10.413 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=edac 2026-02-12T03:44:10.413 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=entropy 2026-02-12T03:44:10.413 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=fibrechannel 2026-02-12T03:44:10.413 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=filefd 2026-02-12T03:44:10.413 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=filesystem 2026-02-12T03:44:10.413 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=hwmon 2026-02-12T03:44:10.414 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=infiniband 2026-02-12T03:44:10.414 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=ipvs 2026-02-12T03:44:10.414 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=loadavg 2026-02-12T03:44:10.414 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=mdadm 2026-02-12T03:44:10.414 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=meminfo 2026-02-12T03:44:10.414 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=netclass 2026-02-12T03:44:10.414 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=netdev 2026-02-12T03:44:10.414 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=netstat 2026-02-12T03:44:10.414 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=nfs 2026-02-12T03:44:10.414 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=nfsd 2026-02-12T03:44:10.414 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=nvme 2026-02-12T03:44:10.415 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=os 2026-02-12T03:44:10.415 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=powersupplyclass 2026-02-12T03:44:10.415 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=pressure 2026-02-12T03:44:10.415 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=rapl 2026-02-12T03:44:10.415 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=schedstat 2026-02-12T03:44:10.415 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=selinux 2026-02-12T03:44:10.415 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=sockstat 2026-02-12T03:44:10.415 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=softnet 2026-02-12T03:44:10.415 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=stat 2026-02-12T03:44:10.415 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=tapestats 2026-02-12T03:44:10.415 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=textfile 2026-02-12T03:44:10.415 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=thermal_zone 2026-02-12T03:44:10.415 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=time 2026-02-12T03:44:10.416 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=udp_queues 2026-02-12T03:44:10.416 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=uname 2026-02-12T03:44:10.416 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=vmstat 2026-02-12T03:44:10.416 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=watchdog 2026-02-12T03:44:10.416 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=xfs 2026-02-12T03:44:10.416 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.967Z level=INFO source=node_exporter.go:141 msg=zfs 2026-02-12T03:44:10.416 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.968Z level=INFO source=tls_config.go:347 msg="Listening on" address=[::]:9100 2026-02-12T03:44:10.416 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:44:09 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a[82023]: time=2026-02-12T03:44:09.968Z level=INFO source=tls_config.go:350 msg="TLS is disabled." http2=false address=[::]:9100 2026-02-12T03:44:10.686 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:10 trial145 ceph-mon[16978]: mgrmap e39: y(active, since 7s), standbys: x 2026-02-12T03:44:10.687 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:10 trial145 ceph-mon[16978]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T03:44:10.687 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:10 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:10.687 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:10 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:10.687 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:10 trial145 ceph-mon[16978]: Upgrade: Updating node-exporter.b (2/2) 2026-02-12T03:44:10.687 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:10 trial145 ceph-mon[16978]: Deploying daemon node-exporter.b on trial145 2026-02-12T03:44:10.687 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:10 trial145 systemd[1]: Stopping Ceph node-exporter.b for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:44:10.687 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:10 trial145 podman[63690]: 2026-02-12 03:44:10.627726944 +0000 UTC m=+0.023671393 container died 036e0a3ac0d958fe22d9da833235e432a6f81838aeecc4fb941a316b33fa2e89 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T03:44:10.688 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:10 trial145 podman[63690]: 2026-02-12 03:44:10.63565374 +0000 UTC m=+0.031598199 container remove 036e0a3ac0d958fe22d9da833235e432a6f81838aeecc4fb941a316b33fa2e89 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T03:44:10.688 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:10 trial145 bash[63690]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b 2026-02-12T03:44:10.688 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:10 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2026-02-12T03:44:10.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:10 trial086 ceph-mon[14472]: mgrmap e39: y(active, since 7s), standbys: x 2026-02-12T03:44:10.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:10 trial086 ceph-mon[14472]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T03:44:10.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:10 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:10.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:10 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:10.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:10 trial086 ceph-mon[14472]: Upgrade: Updating node-exporter.b (2/2) 2026-02-12T03:44:10.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:10 trial086 ceph-mon[14472]: Deploying daemon node-exporter.b on trial145 2026-02-12T03:44:10.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:10 trial086 ceph-mon[23011]: mgrmap e39: y(active, since 7s), standbys: x 2026-02-12T03:44:10.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:10 trial086 ceph-mon[23011]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T03:44:10.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:10 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:10.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:10 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:10.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:10 trial086 ceph-mon[23011]: Upgrade: Updating node-exporter.b (2/2) 2026-02-12T03:44:10.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:10 trial086 ceph-mon[23011]: Deploying daemon node-exporter.b on trial145 2026-02-12T03:44:11.135 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:10 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@node-exporter.b.service: Failed with result 'exit-code'. 2026-02-12T03:44:11.136 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:10 trial145 systemd[1]: Stopped Ceph node-exporter.b for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:44:11.136 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:10 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@node-exporter.b.service: Consumed 2.682s CPU time. 2026-02-12T03:44:11.136 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:10 trial145 systemd[1]: Starting Ceph node-exporter.b for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:44:11.136 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:10 trial145 bash[63860]: Trying to pull quay.io/prometheus/node-exporter:v1.9.1... 2026-02-12T03:44:11.832 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 bash[63860]: Getting image source signatures 2026-02-12T03:44:11.832 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 bash[63860]: Copying blob sha256:c6e37428e3b36731b2b7a99979e0dbb27ce0849df0c23fb2b73e99bdbcd7ca33 2026-02-12T03:44:11.832 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 bash[63860]: Copying blob sha256:1617e25568b2231fdd0d5caff63b06f6f7738d8d961f031c80e47d35aaec9733 2026-02-12T03:44:11.832 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 bash[63860]: Copying blob sha256:9fa9226be034e47923c0457d916aa68474cdfb23af8d4525e9baeebc4760977a 2026-02-12T03:44:11.832 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 bash[63860]: Copying config sha256:255ec253085fb105696533b31864a5e3b64f1f1e2147b5ec368100cbf3ec9b80 2026-02-12T03:44:11.833 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 bash[63860]: Writing manifest to image destination 2026-02-12T03:44:11.833 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 podman[63860]: 2026-02-12 03:44:11.556726335 +0000 UTC m=+0.639020362 container create d5fd160ba581cbf601cba59d0d2083f7781bff8b610abd39c2c5d8953b23232a (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T03:44:11.833 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 podman[63860]: 2026-02-12 03:44:11.581089733 +0000 UTC m=+0.663383770 container init d5fd160ba581cbf601cba59d0d2083f7781bff8b610abd39c2c5d8953b23232a (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T03:44:11.833 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 podman[63860]: 2026-02-12 03:44:11.583402304 +0000 UTC m=+0.665696331 container start d5fd160ba581cbf601cba59d0d2083f7781bff8b610abd39c2c5d8953b23232a (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T03:44:11.833 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 bash[63860]: d5fd160ba581cbf601cba59d0d2083f7781bff8b610abd39c2c5d8953b23232a 2026-02-12T03:44:11.833 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 podman[63860]: 2026-02-12 03:44:11.551565059 +0000 UTC m=+0.633859096 image pull 255ec253085fb105696533b31864a5e3b64f1f1e2147b5ec368100cbf3ec9b80 quay.io/prometheus/node-exporter:v1.9.1 2026-02-12T03:44:11.833 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.586Z level=INFO source=node_exporter.go:216 msg="Starting node_exporter" version="(version=1.9.1, branch=HEAD, revision=f2ec547b49af53815038a50265aa2adcd1275959)" 2026-02-12T03:44:11.833 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.586Z level=INFO source=node_exporter.go:217 msg="Build context" build_context="(go=go1.23.7, platform=linux/amd64, user=root@7023beaa563a, date=20250401-15:19:01, tags=unknown)" 2026-02-12T03:44:11.833 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 systemd[1]: Started Ceph node-exporter.b for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:44:11.833 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.586Z level=INFO source=filesystem_common.go:265 msg="Parsed flag --collector.filesystem.mount-points-exclude" collector=filesystem flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2026-02-12T03:44:11.833 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=filesystem_common.go:294 msg="Parsed flag --collector.filesystem.fs-types-exclude" collector=filesystem flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2026-02-12T03:44:11.834 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=diskstats_common.go:110 msg="Parsed flag --collector.diskstats.device-exclude" collector=diskstats flag=^(z?ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2026-02-12T03:44:11.834 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=ERROR source=diskstats_linux.go:264 msg="Failed to open directory, disabling udev device properties" collector=diskstats path=/run/udev/data 2026-02-12T03:44:11.834 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:135 msg="Enabled collectors" 2026-02-12T03:44:11.834 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=arp 2026-02-12T03:44:11.834 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=bcache 2026-02-12T03:44:11.834 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=bonding 2026-02-12T03:44:11.834 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=btrfs 2026-02-12T03:44:11.834 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=conntrack 2026-02-12T03:44:11.834 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=cpu 2026-02-12T03:44:11.834 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=cpufreq 2026-02-12T03:44:11.834 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=diskstats 2026-02-12T03:44:11.835 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=dmi 2026-02-12T03:44:11.835 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=edac 2026-02-12T03:44:11.835 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=entropy 2026-02-12T03:44:11.835 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=fibrechannel 2026-02-12T03:44:11.835 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=filefd 2026-02-12T03:44:11.835 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=filesystem 2026-02-12T03:44:11.835 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=hwmon 2026-02-12T03:44:11.835 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=infiniband 2026-02-12T03:44:11.836 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=ipvs 2026-02-12T03:44:11.836 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=loadavg 2026-02-12T03:44:11.836 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=mdadm 2026-02-12T03:44:11.836 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=meminfo 2026-02-12T03:44:11.836 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=netclass 2026-02-12T03:44:11.836 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=netdev 2026-02-12T03:44:11.836 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=netstat 2026-02-12T03:44:11.837 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=nfs 2026-02-12T03:44:11.837 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=nfsd 2026-02-12T03:44:11.837 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=nvme 2026-02-12T03:44:11.837 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=os 2026-02-12T03:44:11.837 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=powersupplyclass 2026-02-12T03:44:11.837 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=pressure 2026-02-12T03:44:11.838 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=rapl 2026-02-12T03:44:11.838 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=schedstat 2026-02-12T03:44:11.838 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=selinux 2026-02-12T03:44:11.838 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=sockstat 2026-02-12T03:44:11.838 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=softnet 2026-02-12T03:44:11.838 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=stat 2026-02-12T03:44:11.838 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=tapestats 2026-02-12T03:44:11.838 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=textfile 2026-02-12T03:44:11.838 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=thermal_zone 2026-02-12T03:44:11.839 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=time 2026-02-12T03:44:11.839 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=udp_queues 2026-02-12T03:44:11.839 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=uname 2026-02-12T03:44:11.839 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=vmstat 2026-02-12T03:44:11.839 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=watchdog 2026-02-12T03:44:11.839 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=xfs 2026-02-12T03:44:11.839 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.587Z level=INFO source=node_exporter.go:141 msg=zfs 2026-02-12T03:44:11.839 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.588Z level=INFO source=tls_config.go:347 msg="Listening on" address=[::]:9100 2026-02-12T03:44:11.839 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:44:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b[63910]: time=2026-02-12T03:44:11.588Z level=INFO source=tls_config.go:350 msg="TLS is disabled." http2=false address=[::]:9100 2026-02-12T03:44:12.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:12 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:12.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:12 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:12.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:12 trial145 ceph-mon[16978]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T03:44:12.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:12 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:12.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:12 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:12.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:12 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:12.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:12 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:12.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:12 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:12.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:12 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:12.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:12 trial086 ceph-mon[14472]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T03:44:12.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:12 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:12.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:12 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:12.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:12 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:12.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:12 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:12.911 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:44:12 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:44:12] ENGINE Bus STARTING 2026-02-12T03:44:12.911 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:44:12 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:44:12] ENGINE Serving on http://:::9283 2026-02-12T03:44:12.912 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:44:12 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:44:12] ENGINE Bus STARTED 2026-02-12T03:44:12.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:12 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:12.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:12 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:12.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:12 trial086 ceph-mon[23011]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T03:44:12.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:12 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:12.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:12 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:12.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:12 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:12.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:12 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:14.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:14.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:14.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:14.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:14.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:14.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:13 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:13 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:13 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:13 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:13 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:13 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:13 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:13 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:13 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:13 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:14.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:13 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:14.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:13 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:14.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:13 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:14.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:13 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:13 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:13 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:13 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:13 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:13 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:13 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:13 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:13 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:13 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:14.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:13 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:15.010 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:14 trial086 ceph-mon[14472]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:44:15.010 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:14 trial086 ceph-mon[14472]: Upgrade: Updating alertmanager.a 2026-02-12T03:44:15.010 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:14 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:15.010 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:14 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:15.011 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:14 trial086 ceph-mon[14472]: Deploying daemon alertmanager.a on trial086 2026-02-12T03:44:15.011 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:14 trial086 ceph-mon[23011]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:44:15.011 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:14 trial086 ceph-mon[23011]: Upgrade: Updating alertmanager.a 2026-02-12T03:44:15.011 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:14 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:15.011 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:14 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:15.011 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:14 trial086 ceph-mon[23011]: Deploying daemon alertmanager.a on trial086 2026-02-12T03:44:15.324 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 systemd[1]: Stopping Ceph alertmanager.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:44:15.324 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[55176]: ts=2026-02-12T03:44:15.071Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2026-02-12T03:44:15.324 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 podman[84912]: 2026-02-12 03:44:15.081766102 +0000 UTC m=+0.023629528 container died 5608e9f0137cd0af2d5161491f2cd315a6403d2a314328698c114ef4cb2e36c5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T03:44:15.324 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 podman[84912]: 2026-02-12 03:44:15.091147051 +0000 UTC m=+0.033010477 container remove 5608e9f0137cd0af2d5161491f2cd315a6403d2a314328698c114ef4cb2e36c5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T03:44:15.325 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 podman[84912]: 2026-02-12 03:44:15.091728793 +0000 UTC m=+0.033592209 volume remove 53c63fc6d96c2c376aede8bb51cd777c8e636c2019ec03e890abc40533d7e41e 2026-02-12T03:44:15.325 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 bash[84912]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a 2026-02-12T03:44:15.325 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@alertmanager.a.service: Deactivated successfully. 2026-02-12T03:44:15.325 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 systemd[1]: Stopped Ceph alertmanager.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:44:15.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:14 trial145 ceph-mon[16978]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:44:15.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:14 trial145 ceph-mon[16978]: Upgrade: Updating alertmanager.a 2026-02-12T03:44:15.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:14 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:15.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:14 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:15.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:14 trial145 ceph-mon[16978]: Deploying daemon alertmanager.a on trial086 2026-02-12T03:44:15.660 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 systemd[1]: Starting Ceph alertmanager.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:44:15.661 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 podman[85082]: 2026-02-12 03:44:15.405989858 +0000 UTC m=+0.016080275 volume create 5c2dfd634b2c24bfec1e27eeb9c008367478b757f9e858129e7ec797731e139f 2026-02-12T03:44:15.661 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 podman[85082]: 2026-02-12 03:44:15.409199274 +0000 UTC m=+0.019289711 container create be3e853a3d14bad3b4d25674710fbdb6376193d25a8d27b421de4db04c3c2b13 (image=quay.io/prometheus/alertmanager:v0.28.1, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/alertmanager) 2026-02-12T03:44:15.661 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 podman[85082]: 2026-02-12 03:44:15.431132007 +0000 UTC m=+0.041222435 container init be3e853a3d14bad3b4d25674710fbdb6376193d25a8d27b421de4db04c3c2b13 (image=quay.io/prometheus/alertmanager:v0.28.1, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/alertmanager) 2026-02-12T03:44:15.661 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 podman[85082]: 2026-02-12 03:44:15.433492435 +0000 UTC m=+0.043582862 container start be3e853a3d14bad3b4d25674710fbdb6376193d25a8d27b421de4db04c3c2b13 (image=quay.io/prometheus/alertmanager:v0.28.1, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/alertmanager) 2026-02-12T03:44:15.661 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 bash[85082]: be3e853a3d14bad3b4d25674710fbdb6376193d25a8d27b421de4db04c3c2b13 2026-02-12T03:44:15.661 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 podman[85082]: 2026-02-12 03:44:15.399851948 +0000 UTC m=+0.009942385 image pull 91c01b3cec9b5b3071454a5bf13814e64127ed1601b9afd3b932559945fc9a5e quay.io/prometheus/alertmanager:v0.28.1 2026-02-12T03:44:15.661 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 systemd[1]: Started Ceph alertmanager.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:44:15.661 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[85103]: time=2026-02-12T03:44:15.441Z level=INFO source=main.go:191 msg="Starting Alertmanager" version="(version=0.28.1, branch=HEAD, revision=b2099eaa2c9ebc25edb26517cb9c732738e93910)" 2026-02-12T03:44:15.661 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[85103]: time=2026-02-12T03:44:15.441Z level=INFO source=main.go:192 msg="Build context" build_context="(go=go1.23.7, platform=linux/amd64, user=root@fa3ca569dfe4, date=20250307-15:05:18, tags=netgo)" 2026-02-12T03:44:15.661 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[85103]: time=2026-02-12T03:44:15.442Z level=INFO source=cluster.go:185 msg="setting advertise address explicitly" component=cluster addr=10.20.193.86 port=9094 2026-02-12T03:44:15.662 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[85103]: time=2026-02-12T03:44:15.443Z level=INFO source=cluster.go:674 msg="Waiting for gossip to settle..." component=cluster interval=2s 2026-02-12T03:44:15.662 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[85103]: time=2026-02-12T03:44:15.456Z level=INFO source=coordinator.go:112 msg="Loading configuration file" component=configuration file=/etc/alertmanager/alertmanager.yml 2026-02-12T03:44:15.662 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[85103]: time=2026-02-12T03:44:15.456Z level=INFO source=coordinator.go:125 msg="Completed loading of configuration file" component=configuration file=/etc/alertmanager/alertmanager.yml 2026-02-12T03:44:15.662 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[85103]: time=2026-02-12T03:44:15.457Z level=INFO source=main.go:437 msg="skipping creation of receiver not referenced by any route" component=configuration receiver=custom-receiver 2026-02-12T03:44:15.662 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[85103]: time=2026-02-12T03:44:15.457Z level=INFO source=tls_config.go:347 msg="Listening on" address=[::]:9093 2026-02-12T03:44:15.662 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:15 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[85103]: time=2026-02-12T03:44:15.457Z level=INFO source=tls_config.go:350 msg="TLS is disabled." http2=false address=[::]:9093 2026-02-12T03:44:15.932 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:15 trial086 ceph-mon[14472]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:44:15.932 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:15 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:15.932 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:15 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:15.932 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:15 trial086 ceph-mon[23011]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:44:15.932 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:15 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:15.932 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:15 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:16.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:15 trial145 ceph-mon[16978]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:44:16.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:15 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:16.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:15 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:17.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:16 trial086 ceph-mon[14472]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:44:17.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:16 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:17.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:16 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:17.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:16 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:17.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:16 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:17.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:16 trial086 ceph-mon[23011]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:44:17.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:16 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:17.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:16 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:17.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:16 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:17.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:16 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:17.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:16 trial145 ceph-mon[16978]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:44:17.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:16 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:17.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:16 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:17.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:16 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:17.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:16 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:17.910 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[85103]: time=2026-02-12T03:44:17.444Z level=INFO source=cluster.go:699 msg="gossip not settled" component=cluster polls=0 before=0 now=1 elapsed=2.000738495s 2026-02-12T03:44:18.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:44:18.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:18.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:18.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:18.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:18.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:18.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:18.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:18.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T03:44:18.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:18.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:18.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:17 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:18.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:44:18.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:18.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:18.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:18.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:18.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:18.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:18.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:18.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T03:44:18.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:18.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:18.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:18.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:44:18.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:18.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:18.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:18.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:18.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:18.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:18.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:18.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T03:44:18.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:18.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:18.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:18.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:17 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:19.313 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:44:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:44:18] "GET /metrics HTTP/1.1" 200 5766 "" "Prometheus/3.6.0" 2026-02-12T03:44:19.313 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:18 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T03:44:19.313 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:18 trial086 ceph-mon[23011]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:44:19.313 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:18 trial086 ceph-mon[23011]: Upgrade: Updating grafana.a 2026-02-12T03:44:19.313 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:18 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:19.314 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:18 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:19.314 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:18 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T03:44:19.314 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:18 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T03:44:19.314 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:18 trial086 ceph-mon[14472]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:44:19.314 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:18 trial086 ceph-mon[14472]: Upgrade: Updating grafana.a 2026-02-12T03:44:19.314 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:18 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:19.314 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:18 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:19.314 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:18 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T03:44:19.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:44:18 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:44:18.990Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:44:19.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:18 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T03:44:19.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:18 trial145 ceph-mon[16978]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:44:19.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:18 trial145 ceph-mon[16978]: Upgrade: Updating grafana.a 2026-02-12T03:44:19.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:18 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:19.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:18 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:19.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:18 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T03:44:19.387 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:18 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: [12/Feb/2026:03:44:18] ENGINE Bus STARTING 2026-02-12T03:44:19.387 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:18 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: CherryPy Checker: 2026-02-12T03:44:19.387 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:18 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: The Application mounted at '' has an empty config. 2026-02-12T03:44:19.387 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:18 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: 2026-02-12T03:44:19.387 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:19 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: [12/Feb/2026:03:44:19] ENGINE Serving on http://:::9283 2026-02-12T03:44:19.387 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:19 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: [12/Feb/2026:03:44:19] ENGINE Bus STARTED 2026-02-12T03:44:20.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:19 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T03:44:20.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:19 trial145 ceph-mon[16978]: Deploying daemon grafana.a on trial145 2026-02-12T03:44:20.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:19 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T03:44:20.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:19 trial086 ceph-mon[23011]: Deploying daemon grafana.a on trial145 2026-02-12T03:44:20.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:19 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T03:44:20.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:19 trial086 ceph-mon[14472]: Deploying daemon grafana.a on trial145 2026-02-12T03:44:21.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:20 trial145 ceph-mon[16978]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:44:21.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:20 trial086 ceph-mon[23011]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:44:21.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:20 trial086 ceph-mon[14472]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:44:22.830 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:44:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:44:22.830 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 systemd[1]: Stopping Ceph grafana.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:44:22.830 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=server t=2026-02-12T03:44:22.592702853Z level=info msg="Shutdown started" reason="System signal: terminated" 2026-02-12T03:44:22.831 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=ticker t=2026-02-12T03:44:22.592821455Z level=info msg=stopped last_tick=2026-02-12T03:44:20Z 2026-02-12T03:44:22.831 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=tracing t=2026-02-12T03:44:22.592855689Z level=info msg="Closing tracing" 2026-02-12T03:44:22.831 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[43446]: logger=grafana-apiserver t=2026-02-12T03:44:22.592889582Z level=info msg="StorageObjectCountTracker pruner is exiting" 2026-02-12T03:44:22.831 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 podman[67190]: 2026-02-12 03:44:22.602800374 +0000 UTC m=+0.022431001 container died 37590065d38459ec0bac33857f019092c6a1117a1c618273a32d2ba2a595e0c7 (image=quay.io/ceph/grafana:10.4.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a, maintainer=Grafana Labs ) 2026-02-12T03:44:22.831 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 podman[67190]: 2026-02-12 03:44:22.61427304 +0000 UTC m=+0.033903667 container remove 37590065d38459ec0bac33857f019092c6a1117a1c618273a32d2ba2a595e0c7 (image=quay.io/ceph/grafana:10.4.0, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a, maintainer=Grafana Labs ) 2026-02-12T03:44:22.831 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 bash[67190]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a 2026-02-12T03:44:22.831 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@grafana.a.service: Deactivated successfully. 2026-02-12T03:44:22.831 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 systemd[1]: Stopped Ceph grafana.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:44:22.831 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@grafana.a.service: Consumed 9.391s CPU time. 2026-02-12T03:44:23.086 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:22 trial145 ceph-mon[16978]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:23.088 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 systemd[1]: Starting Ceph grafana.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:44:23.088 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 podman[67359]: 2026-02-12 03:44:22.910598004 +0000 UTC m=+0.017032489 container create 4b2023674182a3e47905dea5332be9ac85bf9c522c7940f09c896be8744c813c (image=quay.io/ceph/grafana:12.3.1, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a, maintainer=Grafana Labs , org.opencontainers.image.source=https://github.com/grafana/grafana) 2026-02-12T03:44:23.088 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 podman[67359]: 2026-02-12 03:44:22.93590521 +0000 UTC m=+0.042339695 container init 4b2023674182a3e47905dea5332be9ac85bf9c522c7940f09c896be8744c813c (image=quay.io/ceph/grafana:12.3.1, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a, maintainer=Grafana Labs , org.opencontainers.image.source=https://github.com/grafana/grafana) 2026-02-12T03:44:23.088 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 podman[67359]: 2026-02-12 03:44:22.937884177 +0000 UTC m=+0.044318652 container start 4b2023674182a3e47905dea5332be9ac85bf9c522c7940f09c896be8744c813c (image=quay.io/ceph/grafana:12.3.1, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a, maintainer=Grafana Labs , org.opencontainers.image.source=https://github.com/grafana/grafana) 2026-02-12T03:44:23.088 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 bash[67359]: 4b2023674182a3e47905dea5332be9ac85bf9c522c7940f09c896be8744c813c 2026-02-12T03:44:23.088 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 podman[67359]: 2026-02-12 03:44:22.903389054 +0000 UTC m=+0.009823539 image pull 5cdab57891eadfc05b9c76519b4b1be6ba2ac1c3bb8fdedd90fdcf7fc9b40242 quay.io/ceph/grafana:12.3.1 2026-02-12T03:44:23.089 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 systemd[1]: Started Ceph grafana.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:44:23.089 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=settings t=2026-02-12T03:44:22.987240923Z level=info msg="Starting Grafana" version=12.3.1 commit=3a1c80ca7ce612f309fdc99338dd3c5e486339be branch=release-12.3.1 compiled=2026-02-12T03:44:22Z 2026-02-12T03:44:23.089 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=settings t=2026-02-12T03:44:22.987437672Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2026-02-12T03:44:23.089 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=settings t=2026-02-12T03:44:22.987441579Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2026-02-12T03:44:23.089 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=settings t=2026-02-12T03:44:22.987443823Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2026-02-12T03:44:23.089 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=settings t=2026-02-12T03:44:22.987445807Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2026-02-12T03:44:23.089 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=settings t=2026-02-12T03:44:22.987447671Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2026-02-12T03:44:23.089 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=settings t=2026-02-12T03:44:22.987449334Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2026-02-12T03:44:23.089 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=settings t=2026-02-12T03:44:22.987451037Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2026-02-12T03:44:23.089 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=settings t=2026-02-12T03:44:22.987453111Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2026-02-12T03:44:23.089 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=settings t=2026-02-12T03:44:22.987454974Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2026-02-12T03:44:23.090 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=settings t=2026-02-12T03:44:22.987456607Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2026-02-12T03:44:23.090 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=settings t=2026-02-12T03:44:22.987458371Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2026-02-12T03:44:23.090 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=settings t=2026-02-12T03:44:22.987460064Z level=info msg=Target target=[all] 2026-02-12T03:44:23.090 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=settings t=2026-02-12T03:44:22.987466466Z level=info msg="Path Home" path=/usr/share/grafana 2026-02-12T03:44:23.090 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=settings t=2026-02-12T03:44:22.987468119Z level=info msg="Path Data" path=/var/lib/grafana 2026-02-12T03:44:23.090 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=settings t=2026-02-12T03:44:22.987469732Z level=info msg="Path Logs" path=/var/log/grafana 2026-02-12T03:44:23.090 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=settings t=2026-02-12T03:44:22.987471305Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2026-02-12T03:44:23.090 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=settings t=2026-02-12T03:44:22.987472868Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2026-02-12T03:44:23.090 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=settings t=2026-02-12T03:44:22.987474411Z level=info msg="App mode production" 2026-02-12T03:44:23.090 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=featuremgmt t=2026-02-12T03:44:22.987676609Z level=info msg=FeatureToggles tlsMemcached=true lokiQuerySplitting=true influxdbBackendMigration=true adhocFiltersInTooltips=true improvedExternalSessionHandling=true addFieldFromCalculationStatFunctions=true ssoSettingsLDAP=true groupToNestedTableTransformation=true cloudWatchRoundUpEndTime=true azureMonitorEnableUserAuth=true alertingMigrationUI=true alertRuleRestore=true alertingBulkActionsInUI=true alertingSaveStateCompressed=true prometheusAzureOverrideAudience=true newLogsPanel=true onlyStoreActionSets=true unifiedRequestLog=true alertingQueryAndExpressionsStepMode=true annotationPermissionUpdate=true sharingDashboardImage=true azureMonitorPrometheusExemplars=true cloudWatchNewLabelParsing=true pinNavItems=true dashboardScene=true alertingImportYAMLUI=true lokiLabelNamesQueryApi=true logsInfiniteScrolling=true kubernetesDashboards=true cloudWatchCrossAccountQuerying=true transformationsRedesign=true logsExploreTableVisualisation=true dashboardSceneForViewers=true newFiltersUI=true formatString=true dashboardDsAdHocFiltering=true correlations=true newPDFRendering=true logRowsPopoverMenu=true preinstallAutoUpdate=true alertingRulePermanentlyDelete=true useSessionStorageForRedirection=true grafanaAssistantInProfilesDrilldown=true awsAsyncQueryCaching=true unifiedStorageHistoryPruner=true dashgpt=true grafanaconThemes=true alertingNotificationsStepMode=true alertingUIOptimizeReducer=true onPremToCloudMigrations=true logsPanelControls=true alertingRuleRecoverDeleted=true logsContextDatasourceUi=true improvedExternalSessionHandlingSAML=true publicDashboardsScene=true dataplaneFrontendFallback=true alertingRuleVersionHistoryRestore=true dashboardSceneSolo=true recordedQueriesMulti=true panelMonitoring=true preventPanelChromeOverflow=true alertingUseNewSimplifiedRoutingHashAlgorithm=true awsDatasourcesTempCredentials=true 2026-02-12T03:44:23.090 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=sqlstore t=2026-02-12T03:44:22.987711174Z level=info msg="Connecting to DB" dbtype=sqlite3 2026-02-12T03:44:23.090 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=sqlstore t=2026-02-12T03:44:22.987713589Z level=info msg="Using SQLite driver" driver="mattn/go-sqlite3 (CGO enabled)" 2026-02-12T03:44:23.091 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=sqlstore t=2026-02-12T03:44:22.987721604Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2026-02-12T03:44:23.091 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:22.991737965Z level=info msg="Locking database" 2026-02-12T03:44:23.091 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:22.991753975Z level=info msg="Starting DB migrations" 2026-02-12T03:44:23.091 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:22.997201698Z level=info msg="Executing migration" id="Make sure users uid are set" 2026-02-12T03:44:23.091 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:22.997418354Z level=info msg="Migration successfully executed" id="Make sure users uid are set" duration=216.055µs 2026-02-12T03:44:23.091 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:22.997822721Z level=info msg="Executing migration" id="Add is_provisioned column to user" 2026-02-12T03:44:23.091 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.000253583Z level=info msg="Migration successfully executed" id="Add is_provisioned column to user" duration=2.429911ms 2026-02-12T03:44:23.091 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.000483604Z level=info msg="Executing migration" id="update login field with orgid to allow for multiple service accounts with same name across orgs" 2026-02-12T03:44:23.091 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.00060924Z level=info msg="Migration successfully executed" id="update login field with orgid to allow for multiple service accounts with same name across orgs" duration=125.525µs 2026-02-12T03:44:23.091 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.001089429Z level=info msg="Executing migration" id="update service accounts login field orgid to appear only once" 2026-02-12T03:44:23.091 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.001311435Z level=info msg="Migration successfully executed" id="update service accounts login field orgid to appear only once" duration=222.096µs 2026-02-12T03:44:23.092 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.001558087Z level=info msg="Executing migration" id="update login and email fields to lowercase" 2026-02-12T03:44:23.092 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.001716463Z level=info msg="Migration successfully executed" id="update login and email fields to lowercase" duration=159.228µs 2026-02-12T03:44:23.092 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.0019603Z level=info msg="Executing migration" id="update login and email fields to lowercase2" 2026-02-12T03:44:23.092 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.002084583Z level=info msg="Migration successfully executed" id="update login and email fields to lowercase2" duration=124.322µs 2026-02-12T03:44:23.092 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.002302701Z level=info msg="Executing migration" id="Add index on user.is_service_account and user.last_seen_at" 2026-02-12T03:44:23.092 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.002676531Z level=info msg="Migration successfully executed" id="Add index on user.is_service_account and user.last_seen_at" duration=373.57µs 2026-02-12T03:44:23.092 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.002938321Z level=info msg="Executing migration" id="Add column dashboard_uid in star" 2026-02-12T03:44:23.092 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.00518528Z level=info msg="Migration successfully executed" id="Add column dashboard_uid in star" duration=2.246467ms 2026-02-12T03:44:23.092 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.005410582Z level=info msg="Executing migration" id="Add column org_id in star" 2026-02-12T03:44:23.092 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.007661788Z level=info msg="Migration successfully executed" id="Add column org_id in star" duration=2.251006ms 2026-02-12T03:44:23.092 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.007875789Z level=info msg="Executing migration" id="Add column updated in star" 2026-02-12T03:44:23.092 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.010134549Z level=info msg="Migration successfully executed" id="Add column updated in star" duration=2.25829ms 2026-02-12T03:44:23.093 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.01035424Z level=info msg="Executing migration" id="add index in star table on dashboard_uid, org_id and user_id columns" 2026-02-12T03:44:23.093 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.010744641Z level=info msg="Migration successfully executed" id="add index in star table on dashboard_uid, org_id and user_id columns" duration=390.231µs 2026-02-12T03:44:23.093 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.010995912Z level=info msg="Executing migration" id="Add deleted for dashboard" 2026-02-12T03:44:23.093 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.013294537Z level=info msg="Migration successfully executed" id="Add deleted for dashboard" duration=2.298775ms 2026-02-12T03:44:23.093 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.013511163Z level=info msg="Executing migration" id="Add index for deleted" 2026-02-12T03:44:23.093 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.013951267Z level=info msg="Migration successfully executed" id="Add index for deleted" duration=440.014µs 2026-02-12T03:44:23.093 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.014162552Z level=info msg="Executing migration" id="Add column dashboard_uid in dashboard_tag" 2026-02-12T03:44:23.093 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.016475234Z level=info msg="Migration successfully executed" id="Add column dashboard_uid in dashboard_tag" duration=2.312421ms 2026-02-12T03:44:23.093 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.016691369Z level=info msg="Executing migration" id="Add column org_id in dashboard_tag" 2026-02-12T03:44:23.093 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.018941302Z level=info msg="Migration successfully executed" id="Add column org_id in dashboard_tag" duration=2.249423ms 2026-02-12T03:44:23.093 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.01915365Z level=info msg="Executing migration" id="Add missing dashboard_uid and org_id to dashboard_tag" 2026-02-12T03:44:23.093 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.019781065Z level=info msg="Migration successfully executed" id="Add missing dashboard_uid and org_id to dashboard_tag" duration=627.014µs 2026-02-12T03:44:23.094 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.01999731Z level=info msg="Executing migration" id="Add apiVersion for dashboard" 2026-02-12T03:44:23.094 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.02230954Z level=info msg="Migration successfully executed" id="Add apiVersion for dashboard" duration=2.31203ms 2026-02-12T03:44:23.094 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.022524934Z level=info msg="Executing migration" id="Add index for dashboard_uid on dashboard_tag table" 2026-02-12T03:44:23.094 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.022910847Z level=info msg="Migration successfully executed" id="Add index for dashboard_uid on dashboard_tag table" duration=385.061µs 2026-02-12T03:44:23.094 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.02312109Z level=info msg="Executing migration" id="Add missing dashboard_uid and org_id to star" 2026-02-12T03:44:23.094 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.023303813Z level=info msg="Migration successfully executed" id="Add missing dashboard_uid and org_id to star" duration=182.532µs 2026-02-12T03:44:23.094 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.023571594Z level=info msg="Executing migration" id="Add is_prunable column" 2026-02-12T03:44:23.094 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.025881791Z level=info msg="Migration successfully executed" id="Add is_prunable column" duration=2.309936ms 2026-02-12T03:44:23.094 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.0261001Z level=info msg="Executing migration" id="Add api_version column" 2026-02-12T03:44:23.094 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.028424693Z level=info msg="Migration successfully executed" id="Add api_version column" duration=2.324463ms 2026-02-12T03:44:23.094 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.028640047Z level=info msg="Executing migration" id="Update secure_json_data column to MediumText" 2026-02-12T03:44:23.094 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.028646028Z level=info msg="Migration successfully executed" id="Update secure_json_data column to MediumText" duration=6.072µs 2026-02-12T03:44:23.095 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.028903039Z level=info msg="Executing migration" id="Update json_data column to MediumText" 2026-02-12T03:44:23.095 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.02890908Z level=info msg="Migration successfully executed" id="Update json_data column to MediumText" duration=6.191µs 2026-02-12T03:44:23.095 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.029161573Z level=info msg="Executing migration" id="update NULL org_id to 1" 2026-02-12T03:44:23.095 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.029294282Z level=info msg="Migration successfully executed" id="update NULL org_id to 1" duration=132.088µs 2026-02-12T03:44:23.095 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.029542587Z level=info msg="Executing migration" id="make org_id NOT NULL and DEFAULT VALUE 1" 2026-02-12T03:44:23.095 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.036508884Z level=info msg="Migration successfully executed" id="make org_id NOT NULL and DEFAULT VALUE 1" duration=6.965696ms 2026-02-12T03:44:23.095 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.036773048Z level=info msg="Executing migration" id="Add home_dashboard_uid column to preferences table" 2026-02-12T03:44:23.095 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.03909124Z level=info msg="Migration successfully executed" id="Add home_dashboard_uid column to preferences table" duration=2.317711ms 2026-02-12T03:44:23.095 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.039313736Z level=info msg="Executing migration" id="Add missing dashboard_uid to preferences table" 2026-02-12T03:44:23.095 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.039460672Z level=info msg="Migration successfully executed" id="Add missing dashboard_uid to preferences table" duration=146.855µs 2026-02-12T03:44:23.095 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.039760934Z level=info msg="Executing migration" id="Increase prev_state column to length 40 not null" 2026-02-12T03:44:23.095 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.039766074Z level=info msg="Migration successfully executed" id="Increase prev_state column to length 40 not null" duration=5.05µs 2026-02-12T03:44:23.096 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.0399887Z level=info msg="Executing migration" id="Increase new_state column to length 40 not null" 2026-02-12T03:44:23.096 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.039994261Z level=info msg="Migration successfully executed" id="Increase new_state column to length 40 not null" duration=5.611µs 2026-02-12T03:44:23.096 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.040279014Z level=info msg="Executing migration" id="Add dashboard_uid column to annotation table" 2026-02-12T03:44:23.096 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.042628564Z level=info msg="Migration successfully executed" id="Add dashboard_uid column to annotation table" duration=2.34938ms 2026-02-12T03:44:23.096 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.042841694Z level=info msg="Executing migration" id="Add missing dashboard_uid to annotation table" 2026-02-12T03:44:23.096 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.042848727Z level=info msg="Starting batched dashboard_uid migration for annotations (newest first)" batchSize=5000 2026-02-12T03:44:23.096 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.043174667Z level=info msg="Completed dashboard_uid migration for annotations" totalUpdated=0 2026-02-12T03:44:23.096 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.043182402Z level=info msg="Migration successfully executed" id="Add missing dashboard_uid to annotation table" duration=340.188µs 2026-02-12T03:44:23.096 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.043444372Z level=info msg="Executing migration" id="Add apiVersion for dashboard_version" 2026-02-12T03:44:23.096 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.045759438Z level=info msg="Migration successfully executed" id="Add apiVersion for dashboard_version" duration=2.314604ms 2026-02-12T03:44:23.096 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.045985722Z level=info msg="Executing migration" id="Add column external_uid in team" 2026-02-12T03:44:23.096 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.048278556Z level=info msg="Migration successfully executed" id="Add column external_uid in team" duration=2.292353ms 2026-02-12T03:44:23.097 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.048507094Z level=info msg="Executing migration" id="Add column is_provisioned in team" 2026-02-12T03:44:23.097 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.050829103Z level=info msg="Migration successfully executed" id="Add column is_provisioned in team" duration=2.322009ms 2026-02-12T03:44:23.097 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.051055717Z level=info msg="Executing migration" id="add unique index team_member_user_id_org_id" 2026-02-12T03:44:23.097 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.051455987Z level=info msg="Migration successfully executed" id="add unique index team_member_user_id_org_id" duration=400.15µs 2026-02-12T03:44:23.097 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.051672843Z level=info msg="Executing migration" id="Add column uid in team_member" 2026-02-12T03:44:23.097 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.054062328Z level=info msg="Migration successfully executed" id="Add column uid in team_member" duration=2.389074ms 2026-02-12T03:44:23.097 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.054297578Z level=info msg="Executing migration" id="Update uid column values in team_member" 2026-02-12T03:44:23.097 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.054375745Z level=info msg="Migration successfully executed" id="Update uid column values in team_member" duration=78.436µs 2026-02-12T03:44:23.097 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.054621154Z level=info msg="Executing migration" id="Add unique index team_member_uid" 2026-02-12T03:44:23.097 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.05502439Z level=info msg="Migration successfully executed" id="Add unique index team_member_uid" duration=403.105µs 2026-02-12T03:44:23.097 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.055268086Z level=info msg="Executing migration" id="increase login_attempt.ip_address column length for IPv6 support" 2026-02-12T03:44:23.097 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.055273096Z level=info msg="Migration successfully executed" id="increase login_attempt.ip_address column length for IPv6 support" duration=5.12µs 2026-02-12T03:44:23.098 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.055543492Z level=info msg="Executing migration" id="alter table login_attempt alter column created type to bigint" 2026-02-12T03:44:23.098 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.055549794Z level=info msg="Migration successfully executed" id="alter table login_attempt alter column created type to bigint" duration=6.753µs 2026-02-12T03:44:23.098 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.055783141Z level=info msg="Executing migration" id="Add user_unique_id to user_auth" 2026-02-12T03:44:23.098 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.058140065Z level=info msg="Migration successfully executed" id="Add user_unique_id to user_auth" duration=2.356433ms 2026-02-12T03:44:23.098 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.05836174Z level=info msg="Executing migration" id="add external_session_id to user_auth_token" 2026-02-12T03:44:23.098 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.060705579Z level=info msg="Migration successfully executed" id="add external_session_id to user_auth_token" duration=2.343298ms 2026-02-12T03:44:23.098 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.061035067Z level=info msg="Executing migration" id="alter table alert_rule alter column rule_group_idx type to bigint" 2026-02-12T03:44:23.098 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.061053681Z level=info msg="Migration successfully executed" id="alter table alert_rule alter column rule_group_idx type to bigint" duration=18.925µs 2026-02-12T03:44:23.098 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.061643176Z level=info msg="Executing migration" id="alter table alert_rule_version alter column rule_group_idx type to bigint" 2026-02-12T03:44:23.098 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.061652904Z level=info msg="Migration successfully executed" id="alter table alert_rule_version alter column rule_group_idx type to bigint" duration=9.649µs 2026-02-12T03:44:23.098 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.062066989Z level=info msg="Executing migration" id="add library_element folder uid" 2026-02-12T03:44:23.098 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.064730608Z level=info msg="Migration successfully executed" id="add library_element folder uid" duration=2.662717ms 2026-02-12T03:44:23.099 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.064958855Z level=info msg="Executing migration" id="populate library_element folder_uid" 2026-02-12T03:44:23.099 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.065127531Z level=info msg="Migration successfully executed" id="populate library_element folder_uid" duration=168.045µs 2026-02-12T03:44:23.099 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.065395843Z level=info msg="Executing migration" id="add index library_element org_id-folder_uid-name-kind" 2026-02-12T03:44:23.099 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.065806272Z level=info msg="Migration successfully executed" id="add index library_element org_id-folder_uid-name-kind" duration=409.938µs 2026-02-12T03:44:23.099 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.066032165Z level=info msg="Executing migration" id="drop unique name in folder index (id)" 2026-02-12T03:44:23.099 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.066434639Z level=info msg="Migration successfully executed" id="drop unique name in folder index (id)" duration=402.073µs 2026-02-12T03:44:23.099 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.066659029Z level=info msg="Executing migration" id="drop unique name in folder index" 2026-02-12T03:44:23.099 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.067045513Z level=info msg="Migration successfully executed" id="drop unique name in folder index" duration=386.243µs 2026-02-12T03:44:23.099 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.067311752Z level=info msg="Executing migration" id="add group mapping UID column to user_role table" 2026-02-12T03:44:23.099 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.070403692Z level=info msg="Migration successfully executed" id="add group mapping UID column to user_role table" duration=3.091109ms 2026-02-12T03:44:23.099 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.07068009Z level=info msg="Executing migration" id="add user_role org ID, user ID, role ID, group mapping UID index" 2026-02-12T03:44:23.099 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.071179826Z level=info msg="Migration successfully executed" id="add user_role org ID, user ID, role ID, group mapping UID index" duration=499.365µs 2026-02-12T03:44:23.100 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.071444492Z level=info msg="Executing migration" id="remove user_role org ID, user ID, role ID index" 2026-02-12T03:44:23.100 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.071911146Z level=info msg="Migration successfully executed" id="remove user_role org ID, user ID, role ID index" duration=465.842µs 2026-02-12T03:44:23.100 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.072165632Z level=info msg="Executing migration" id="add permission role_id action index" 2026-02-12T03:44:23.100 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.072631404Z level=info msg="Migration successfully executed" id="add permission role_id action index" duration=465.542µs 2026-02-12T03:44:23.100 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.072838783Z level=info msg="Executing migration" id="Remove permission role_id index" 2026-02-12T03:44:23.100 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.073241106Z level=info msg="Migration successfully executed" id="Remove permission role_id index" duration=401.802µs 2026-02-12T03:44:23.100 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.073543693Z level=info msg="Executing migration" id="create query_history_details table v1" 2026-02-12T03:44:23.100 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.073879532Z level=info msg="Migration successfully executed" id="create query_history_details table v1" duration=335.509µs 2026-02-12T03:44:23.100 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.074153846Z level=info msg="Executing migration" id="add type column" 2026-02-12T03:44:23.100 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.076914716Z level=info msg="Migration successfully executed" id="add type column" duration=2.76043ms 2026-02-12T03:44:23.100 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.077170996Z level=info msg="Executing migration" id="drop my_row_id and add primary key to file table if my_row_id exists (auto-generated mysql column)" 2026-02-12T03:44:23.100 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.077280552Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop my_row_id and add primary key to file table if my_row_id exists (auto-generated mysql column)" 2026-02-12T03:44:23.101 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.07762164Z level=info msg="Executing migration" id="drop file_path unique index from file table if it exists (mysql)" 2026-02-12T03:44:23.101 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.07780807Z level=info msg="Migration successfully executed" id="drop file_path unique index from file table if it exists (mysql)" duration=186.87µs 2026-02-12T03:44:23.101 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.078097371Z level=info msg="Executing migration" id="add primary key to file table if it doesn't exist (mysql)" 2026-02-12T03:44:23.101 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.078103944Z level=info msg="Migration successfully executed" id="add primary key to file table if it doesn't exist (mysql)" duration=6.943µs 2026-02-12T03:44:23.101 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.078383337Z level=info msg="Executing migration" id="add primary key to file table (postgres and sqlite)" 2026-02-12T03:44:23.101 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.086579978Z level=info msg="Migration successfully executed" id="add primary key to file table (postgres and sqlite)" duration=8.19611ms 2026-02-12T03:44:23.101 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.086893875Z level=info msg="Executing migration" id="drop my_row_id and add primary key to file_meta table if my_row_id exists (auto-generated mysql column)" 2026-02-12T03:44:23.101 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.087004122Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop my_row_id and add primary key to file_meta table if my_row_id exists (auto-generated mysql column)" 2026-02-12T03:44:23.101 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.087269419Z level=info msg="Executing migration" id="drop file_path unique index from file_meta table if it exists (mysql)" 2026-02-12T03:44:23.101 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.087421494Z level=info msg="Migration successfully executed" id="drop file_path unique index from file_meta table if it exists (mysql)" duration=152.236µs 2026-02-12T03:44:23.101 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.087723229Z level=info msg="Executing migration" id="add primary key to file_meta table if it doesn't exist (mysql)" 2026-02-12T03:44:23.101 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.087728719Z level=info msg="Migration successfully executed" id="add primary key to file_meta table if it doesn't exist (mysql)" duration=5.69µs 2026-02-12T03:44:23.102 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.08794793Z level=info msg="Executing migration" id="add primary key to file_meta table (postgres and sqlite)" 2026-02-12T03:44:23.339 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.094691689Z level=info msg="Migration successfully executed" id="add primary key to file_meta table (postgres and sqlite)" duration=6.743469ms 2026-02-12T03:44:23.339 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.094986051Z level=info msg="Executing migration" id="Remove unique index UQE_folder_org_id_parent_uid_title" 2026-02-12T03:44:23.339 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.095361694Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_org_id_parent_uid_title" duration=375.533µs 2026-02-12T03:44:23.339 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.095582848Z level=info msg="Executing migration" id="Add index IDX_folder_org_id_parent_uid" 2026-02-12T03:44:23.340 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.095956118Z level=info msg="Migration successfully executed" id="Add index IDX_folder_org_id_parent_uid" duration=373.149µs 2026-02-12T03:44:23.340 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.096179767Z level=info msg="Executing migration" id="Remove unique index for dashboard_org_id_folder_uid_title_is_folder" 2026-02-12T03:44:23.340 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.096554699Z level=info msg="Migration successfully executed" id="Remove unique index for dashboard_org_id_folder_uid_title_is_folder" duration=374.571µs 2026-02-12T03:44:23.340 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.096769451Z level=info msg="Executing migration" id="update settings column to MEDIUMTEXT" 2026-02-12T03:44:23.340 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.096774901Z level=info msg="Migration successfully executed" id="update settings column to MEDIUMTEXT" duration=5.47µs 2026-02-12T03:44:23.340 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.097015942Z level=info msg="Executing migration" id="managed dashboard permissions annotation actions migration" 2026-02-12T03:44:23.340 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.098748918Z level=info msg="Migration successfully executed" id="managed dashboard permissions annotation actions migration" duration=1.732555ms 2026-02-12T03:44:23.340 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.099010238Z level=info msg="Executing migration" id="create cloud_migration table v1" 2026-02-12T03:44:23.340 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.099277668Z level=info msg="Migration successfully executed" id="create cloud_migration table v1" duration=267.341µs 2026-02-12T03:44:23.340 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.09950304Z level=info msg="Executing migration" id="create cloud_migration_run table v1" 2026-02-12T03:44:23.340 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.099871801Z level=info msg="Migration successfully executed" id="create cloud_migration_run table v1" duration=367.799µs 2026-02-12T03:44:23.341 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.100088747Z level=info msg="Executing migration" id="add stack_id column" 2026-02-12T03:44:23.341 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.102504972Z level=info msg="Migration successfully executed" id="add stack_id column" duration=2.416295ms 2026-02-12T03:44:23.341 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.102719254Z level=info msg="Executing migration" id="add region_slug column" 2026-02-12T03:44:23.341 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.105087018Z level=info msg="Migration successfully executed" id="add region_slug column" duration=2.367704ms 2026-02-12T03:44:23.341 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.105311769Z level=info msg="Executing migration" id="add cluster_slug column" 2026-02-12T03:44:23.341 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.107679233Z level=info msg="Migration successfully executed" id="add cluster_slug column" duration=2.367393ms 2026-02-12T03:44:23.341 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.107909654Z level=info msg="Executing migration" id="add migration uid column" 2026-02-12T03:44:23.341 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.110837838Z level=info msg="Migration successfully executed" id="add migration uid column" duration=2.927603ms 2026-02-12T03:44:23.341 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.111075383Z level=info msg="Executing migration" id="Update uid column values for migration" 2026-02-12T03:44:23.341 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.111143471Z level=info msg="Migration successfully executed" id="Update uid column values for migration" duration=68.348µs 2026-02-12T03:44:23.341 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.111389111Z level=info msg="Executing migration" id="Add unique index migration_uid" 2026-02-12T03:44:23.341 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.111759675Z level=info msg="Migration successfully executed" id="Add unique index migration_uid" duration=370.344µs 2026-02-12T03:44:23.342 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.111977282Z level=info msg="Executing migration" id="add migration run uid column" 2026-02-12T03:44:23.342 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.114342812Z level=info msg="Migration successfully executed" id="add migration run uid column" duration=2.36566ms 2026-02-12T03:44:23.342 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.114556002Z level=info msg="Executing migration" id="Update uid column values for migration run" 2026-02-12T03:44:23.342 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.114622837Z level=info msg="Migration successfully executed" id="Update uid column values for migration run" duration=66.856µs 2026-02-12T03:44:23.342 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.114865271Z level=info msg="Executing migration" id="Add unique index migration_run_uid" 2026-02-12T03:44:23.342 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.115274968Z level=info msg="Migration successfully executed" id="Add unique index migration_run_uid" duration=409.447µs 2026-02-12T03:44:23.342 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.115506883Z level=info msg="Executing migration" id="Rename table cloud_migration to cloud_migration_session_tmp_qwerty - v1" 2026-02-12T03:44:23.342 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.122245132Z level=info msg="Migration successfully executed" id="Rename table cloud_migration to cloud_migration_session_tmp_qwerty - v1" duration=6.737958ms 2026-02-12T03:44:23.342 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.122477006Z level=info msg="Executing migration" id="create cloud_migration_session v2" 2026-02-12T03:44:23.342 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.122797938Z level=info msg="Migration successfully executed" id="create cloud_migration_session v2" duration=320.581µs 2026-02-12T03:44:23.342 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.123121564Z level=info msg="Executing migration" id="create index UQE_cloud_migration_session_uid - v2" 2026-02-12T03:44:23.343 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.123511254Z level=info msg="Migration successfully executed" id="create index UQE_cloud_migration_session_uid - v2" duration=389.64µs 2026-02-12T03:44:23.343 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.123731476Z level=info msg="Executing migration" id="copy cloud_migration_session v1 to v2" 2026-02-12T03:44:23.343 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.12387235Z level=info msg="Migration successfully executed" id="copy cloud_migration_session v1 to v2" duration=140.593µs 2026-02-12T03:44:23.343 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.124077203Z level=info msg="Executing migration" id="drop cloud_migration_session_tmp_qwerty" 2026-02-12T03:44:23.343 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.124395259Z level=info msg="Migration successfully executed" id="drop cloud_migration_session_tmp_qwerty" duration=317.965µs 2026-02-12T03:44:23.343 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.124615411Z level=info msg="Executing migration" id="Rename table cloud_migration_run to cloud_migration_snapshot_tmp_qwerty - v1" 2026-02-12T03:44:23.343 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.131007573Z level=info msg="Migration successfully executed" id="Rename table cloud_migration_run to cloud_migration_snapshot_tmp_qwerty - v1" duration=6.391751ms 2026-02-12T03:44:23.343 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.131232013Z level=info msg="Executing migration" id="create cloud_migration_snapshot v2" 2026-02-12T03:44:23.343 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.131520514Z level=info msg="Migration successfully executed" id="create cloud_migration_snapshot v2" duration=288.32µs 2026-02-12T03:44:23.343 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.131738392Z level=info msg="Executing migration" id="create index UQE_cloud_migration_snapshot_uid - v2" 2026-02-12T03:44:23.343 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.132113634Z level=info msg="Migration successfully executed" id="create index UQE_cloud_migration_snapshot_uid - v2" duration=374.993µs 2026-02-12T03:44:23.343 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.132295184Z level=info msg="Executing migration" id="copy cloud_migration_snapshot v1 to v2" 2026-02-12T03:44:23.344 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.132446718Z level=info msg="Migration successfully executed" id="copy cloud_migration_snapshot v1 to v2" duration=151.223µs 2026-02-12T03:44:23.344 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.132681307Z level=info msg="Executing migration" id="drop cloud_migration_snapshot_tmp_qwerty" 2026-02-12T03:44:23.344 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.132989755Z level=info msg="Migration successfully executed" id="drop cloud_migration_snapshot_tmp_qwerty" duration=308.247µs 2026-02-12T03:44:23.344 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.133175082Z level=info msg="Executing migration" id="add snapshot upload_url column" 2026-02-12T03:44:23.344 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.135649005Z level=info msg="Migration successfully executed" id="add snapshot upload_url column" duration=2.473874ms 2026-02-12T03:44:23.344 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.135869048Z level=info msg="Executing migration" id="add snapshot status column" 2026-02-12T03:44:23.344 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.138285413Z level=info msg="Migration successfully executed" id="add snapshot status column" duration=2.415113ms 2026-02-12T03:44:23.344 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.138510565Z level=info msg="Executing migration" id="add snapshot local_directory column" 2026-02-12T03:44:23.344 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.140902244Z level=info msg="Migration successfully executed" id="add snapshot local_directory column" duration=2.391248ms 2026-02-12T03:44:23.344 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.141117807Z level=info msg="Executing migration" id="add snapshot gms_snapshot_uid column" 2026-02-12T03:44:23.344 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.143632066Z level=info msg="Migration successfully executed" id="add snapshot gms_snapshot_uid column" duration=2.51483ms 2026-02-12T03:44:23.344 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.143855996Z level=info msg="Executing migration" id="add snapshot encryption_key column" 2026-02-12T03:44:23.344 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.146243848Z level=info msg="Migration successfully executed" id="add snapshot encryption_key column" duration=2.387612ms 2026-02-12T03:44:23.345 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.146464321Z level=info msg="Executing migration" id="add snapshot error_string column" 2026-02-12T03:44:23.345 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.148871028Z level=info msg="Migration successfully executed" id="add snapshot error_string column" duration=2.405545ms 2026-02-12T03:44:23.345 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.149092442Z level=info msg="Executing migration" id="create cloud_migration_resource table v1" 2026-02-12T03:44:23.345 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.149380923Z level=info msg="Migration successfully executed" id="create cloud_migration_resource table v1" duration=288.07µs 2026-02-12T03:44:23.345 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.149594743Z level=info msg="Executing migration" id="delete cloud_migration_snapshot.result column" 2026-02-12T03:44:23.345 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.15958842Z level=info msg="Migration successfully executed" id="delete cloud_migration_snapshot.result column" duration=9.993055ms 2026-02-12T03:44:23.345 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.159818591Z level=info msg="Executing migration" id="add cloud_migration_resource.name column" 2026-02-12T03:44:23.345 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.162244704Z level=info msg="Migration successfully executed" id="add cloud_migration_resource.name column" duration=2.425964ms 2026-02-12T03:44:23.345 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.162483602Z level=info msg="Executing migration" id="add cloud_migration_resource.parent_name column" 2026-02-12T03:44:23.345 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.16490121Z level=info msg="Migration successfully executed" id="add cloud_migration_resource.parent_name column" duration=2.417497ms 2026-02-12T03:44:23.345 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.165118547Z level=info msg="Executing migration" id="add cloud_migration_session.org_id column" 2026-02-12T03:44:23.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.167619521Z level=info msg="Migration successfully executed" id="add cloud_migration_session.org_id column" duration=2.500784ms 2026-02-12T03:44:23.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.167837589Z level=info msg="Executing migration" id="add cloud_migration_resource.error_code column" 2026-02-12T03:44:23.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.17026214Z level=info msg="Migration successfully executed" id="add cloud_migration_resource.error_code column" duration=2.42429ms 2026-02-12T03:44:23.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.170506908Z level=info msg="Executing migration" id="increase resource_uid column length" 2026-02-12T03:44:23.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.17051328Z level=info msg="Migration successfully executed" id="increase resource_uid column length" duration=8.746µs 2026-02-12T03:44:23.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.170772175Z level=info msg="Executing migration" id="create cloud_migration_snapshot_partition table v1" 2026-02-12T03:44:23.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.171042421Z level=info msg="Migration successfully executed" id="create cloud_migration_snapshot_partition table v1" duration=270.026µs 2026-02-12T03:44:23.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.171215595Z level=info msg="Executing migration" id="add cloud_migration_snapshot_partition srp_unique index" 2026-02-12T03:44:23.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.171601658Z level=info msg="Migration successfully executed" id="add cloud_migration_snapshot_partition srp_unique index" duration=385.843µs 2026-02-12T03:44:23.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.171820869Z level=info msg="Executing migration" id="add resource_storage_type column to cloud_migration_snapshot table" 2026-02-12T03:44:23.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.17440576Z level=info msg="Migration successfully executed" id="add resource_storage_type column to cloud_migration_snapshot table" duration=2.584681ms 2026-02-12T03:44:23.346 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.174623157Z level=info msg="Executing migration" id="add encryption_algo column to cloud_migration_snapshot table" 2026-02-12T03:44:23.347 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.177054751Z level=info msg="Migration successfully executed" id="add encryption_algo column to cloud_migration_snapshot table" duration=2.431043ms 2026-02-12T03:44:23.347 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.177269543Z level=info msg="Executing migration" id="add metadata column to cloud_migration_snapshot table" 2026-02-12T03:44:23.347 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.179770036Z level=info msg="Migration successfully executed" id="add metadata column to cloud_migration_snapshot table" duration=2.500403ms 2026-02-12T03:44:23.347 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.179987634Z level=info msg="Executing migration" id="add public_key column to cloud_migration_snapshot table" 2026-02-12T03:44:23.347 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.182439656Z level=info msg="Migration successfully executed" id="add public_key column to cloud_migration_snapshot table" duration=2.452934ms 2026-02-12T03:44:23.347 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.182660871Z level=info msg="Executing migration" id="managed folder permissions alerting silences actions migration" 2026-02-12T03:44:23.347 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.183024902Z level=info msg="Migration successfully executed" id="managed folder permissions alerting silences actions migration" duration=364.843µs 2026-02-12T03:44:23.347 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.183275792Z level=info msg="Executing migration" id="add record column to alert_rule table" 2026-02-12T03:44:23.347 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.185763451Z level=info msg="Migration successfully executed" id="add record column to alert_rule table" duration=2.487689ms 2026-02-12T03:44:23.347 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.186034519Z level=info msg="Executing migration" id="add record column to alert_rule_version table" 2026-02-12T03:44:23.347 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.18887562Z level=info msg="Migration successfully executed" id="add record column to alert_rule_version table" duration=2.841462ms 2026-02-12T03:44:23.347 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.189109928Z level=info msg="Executing migration" id="add resolved_at column to alert_instance table" 2026-02-12T03:44:23.348 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.19155099Z level=info msg="Migration successfully executed" id="add resolved_at column to alert_instance table" duration=2.442394ms 2026-02-12T03:44:23.348 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.191802812Z level=info msg="Executing migration" id="add last_sent_at column to alert_instance table" 2026-02-12T03:44:23.348 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.194209299Z level=info msg="Migration successfully executed" id="add last_sent_at column to alert_instance table" duration=2.406207ms 2026-02-12T03:44:23.348 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.194427337Z level=info msg="Executing migration" id="Add scope to alert.notifications.receivers:read and alert.notifications.receivers.secrets:read" 2026-02-12T03:44:23.348 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.194666294Z level=info msg="Migration successfully executed" id="Add scope to alert.notifications.receivers:read and alert.notifications.receivers.secrets:read" duration=238.937µs 2026-02-12T03:44:23.348 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.194914539Z level=info msg="Executing migration" id="add metadata column to alert_rule table" 2026-02-12T03:44:23.348 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.198004326Z level=info msg="Migration successfully executed" id="add metadata column to alert_rule table" duration=3.089597ms 2026-02-12T03:44:23.348 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.198244175Z level=info msg="Executing migration" id="add metadata column to alert_rule_version table" 2026-02-12T03:44:23.348 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.200729149Z level=info msg="Migration successfully executed" id="add metadata column to alert_rule_version table" duration=2.484774ms 2026-02-12T03:44:23.348 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.200950414Z level=info msg="Executing migration" id="delete orphaned service account permissions" 2026-02-12T03:44:23.348 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.201177559Z level=info msg="Migration successfully executed" id="delete orphaned service account permissions" duration=226.915µs 2026-02-12T03:44:23.348 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.201441513Z level=info msg="Executing migration" id="adding action set permissions" 2026-02-12T03:44:23.349 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.202439983Z level=info msg="Migration successfully executed" id="adding action set permissions" duration=998.24µs 2026-02-12T03:44:23.349 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.202714627Z level=info msg="Executing migration" id="create user_external_session table" 2026-02-12T03:44:23.349 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.20301518Z level=info msg="Migration successfully executed" id="create user_external_session table" duration=300.443µs 2026-02-12T03:44:23.349 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.203224252Z level=info msg="Executing migration" id="increase name_id column length to 1024" 2026-02-12T03:44:23.349 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.203230263Z level=info msg="Migration successfully executed" id="increase name_id column length to 1024" duration=6.051µs 2026-02-12T03:44:23.349 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.203493536Z level=info msg="Executing migration" id="increase session_id column length to 1024" 2026-02-12T03:44:23.349 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.203499077Z level=info msg="Migration successfully executed" id="increase session_id column length to 1024" duration=5.821µs 2026-02-12T03:44:23.349 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.203885671Z level=info msg="Executing migration" id="remove scope from alert.notifications.receivers:create" 2026-02-12T03:44:23.349 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.204036553Z level=info msg="Migration successfully executed" id="remove scope from alert.notifications.receivers:create" duration=150.903µs 2026-02-12T03:44:23.349 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.204247549Z level=info msg="Executing migration" id="add created_by column to alert_rule_version table" 2026-02-12T03:44:23.349 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.206717123Z level=info msg="Migration successfully executed" id="add created_by column to alert_rule_version table" duration=2.469535ms 2026-02-12T03:44:23.349 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.206930493Z level=info msg="Executing migration" id="add updated_by column to alert_rule table" 2026-02-12T03:44:23.350 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.209392594Z level=info msg="Migration successfully executed" id="add updated_by column to alert_rule table" duration=2.4619ms 2026-02-12T03:44:23.350 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.209610652Z level=info msg="Executing migration" id="add alert_rule_state table" 2026-02-12T03:44:23.350 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.209880117Z level=info msg="Migration successfully executed" id="add alert_rule_state table" duration=269.235µs 2026-02-12T03:44:23.350 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.210093186Z level=info msg="Executing migration" id="add index to alert_rule_state on org_id and rule_uid columns" 2026-02-12T03:44:23.350 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.210474611Z level=info msg="Migration successfully executed" id="add index to alert_rule_state on org_id and rule_uid columns" duration=380.883µs 2026-02-12T03:44:23.350 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.210687389Z level=info msg="Executing migration" id="add guid column to alert_rule table" 2026-02-12T03:44:23.350 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.213210254Z level=info msg="Migration successfully executed" id="add guid column to alert_rule table" duration=2.522694ms 2026-02-12T03:44:23.350 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.2134325Z level=info msg="Executing migration" id="add rule_guid column to alert_rule_version table" 2026-02-12T03:44:23.350 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.215923826Z level=info msg="Migration successfully executed" id="add rule_guid column to alert_rule_version table" duration=2.490504ms 2026-02-12T03:44:23.350 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.216139219Z level=info msg="Executing migration" id="cleanup alert_rule_version table" 2026-02-12T03:44:23.350 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.216147014Z level=info msg="Rule version record limit is not set, fallback to 100" limit=0 2026-02-12T03:44:23.350 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.216270505Z level=info msg="Cleaning up table `alert_rule_version`" batchSize=50 batches=0 keepVersions=100 2026-02-12T03:44:23.351 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.216276426Z level=info msg="Migration successfully executed" id="cleanup alert_rule_version table" duration=137.387µs 2026-02-12T03:44:23.351 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.216530372Z level=info msg="Executing migration" id="populate rule guid in alert rule table" 2026-02-12T03:44:23.351 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.216752969Z level=info msg="Migration successfully executed" id="populate rule guid in alert rule table" duration=221.315µs 2026-02-12T03:44:23.351 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.216998078Z level=info msg="Executing migration" id="drop index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2026-02-12T03:44:23.351 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.217385654Z level=info msg="Migration successfully executed" id="drop index in alert_rule_version table on rule_org_id, rule_uid and version columns" duration=387.606µs 2026-02-12T03:44:23.351 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.21760261Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid, rule_guid and version columns" 2026-02-12T03:44:23.351 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.2180242Z level=info msg="Migration successfully executed" id="add index in alert_rule_version table on rule_org_id, rule_uid, rule_guid and version columns" duration=421.479µs 2026-02-12T03:44:23.351 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.218231368Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_guid and version columns" 2026-02-12T03:44:23.351 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.21865977Z level=info msg="Migration successfully executed" id="add index in alert_rule_version table on rule_guid and version columns" duration=428.182µs 2026-02-12T03:44:23.351 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.218931038Z level=info msg="Executing migration" id="add index in alert_rule table on guid columns" 2026-02-12T03:44:23.351 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.21930577Z level=info msg="Migration successfully executed" id="add index in alert_rule table on guid columns" duration=374.481µs 2026-02-12T03:44:23.352 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.219528026Z level=info msg="Executing migration" id="add keep_firing_for column to alert_rule" 2026-02-12T03:44:23.352 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.222045591Z level=info msg="Migration successfully executed" id="add keep_firing_for column to alert_rule" duration=2.517154ms 2026-02-12T03:44:23.352 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.222264952Z level=info msg="Executing migration" id="add keep_firing_for column to alert_rule_version" 2026-02-12T03:44:23.352 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.224793878Z level=info msg="Migration successfully executed" id="add keep_firing_for column to alert_rule_version" duration=2.528285ms 2026-02-12T03:44:23.352 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.225006777Z level=info msg="Executing migration" id="add missing_series_evals_to_resolve column to alert_rule" 2026-02-12T03:44:23.352 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.227577862Z level=info msg="Migration successfully executed" id="add missing_series_evals_to_resolve column to alert_rule" duration=2.570674ms 2026-02-12T03:44:23.352 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.227813644Z level=info msg="Executing migration" id="add missing_series_evals_to_resolve column to alert_rule_version" 2026-02-12T03:44:23.352 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.230359932Z level=info msg="Migration successfully executed" id="add missing_series_evals_to_resolve column to alert_rule_version" duration=2.544826ms 2026-02-12T03:44:23.352 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.230719796Z level=info msg="Executing migration" id="remove the datasources:drilldown action" 2026-02-12T03:44:23.352 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.230799786Z level=info msg="Removed 0 datasources:drilldown permissions" 2026-02-12T03:44:23.354 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.230804325Z level=info msg="Migration successfully executed" id="remove the datasources:drilldown action" duration=84.498µs 2026-02-12T03:44:23.354 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.231044855Z level=info msg="Executing migration" id="remove title in folder unique index" 2026-02-12T03:44:23.354 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.231431589Z level=info msg="Migration successfully executed" id="remove title in folder unique index" duration=386.664µs 2026-02-12T03:44:23.354 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.231654277Z level=info msg="Executing migration" id="add fired_at column to alert_instance table" 2026-02-12T03:44:23.354 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.234461274Z level=info msg="Migration successfully executed" id="add fired_at column to alert_instance table" duration=2.806697ms 2026-02-12T03:44:23.354 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.234677488Z level=info msg="Executing migration" id="add 'alert.notifications.receivers.protected:write' to receiver admins" 2026-02-12T03:44:23.354 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.234824394Z level=info msg="Migration successfully executed" id="add 'alert.notifications.receivers.protected:write' to receiver admins" duration=146.745µs 2026-02-12T03:44:23.354 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.23506292Z level=info msg="migrations completed" performed=143 skipped=547 duration=237.887382ms 2026-02-12T03:44:23.354 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=migrator t=2026-02-12T03:44:23.23524973Z level=info msg="Unlocking database" 2026-02-12T03:44:23.354 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=sqlstore t=2026-02-12T03:44:23.237747187Z level=info msg="Created default organization" 2026-02-12T03:44:23.355 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secrets t=2026-02-12T03:44:23.237808512Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2026-02-12T03:44:23.355 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=plugin.angulardetectorsprovider.dynamic t=2026-02-12T03:44:23.275007299Z level=info msg="Restored cache from database" duration=269.024µs 2026-02-12T03:44:23.355 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=accesscontrol.service t=2026-02-12T03:44:23.275444778Z level=info msg="Starting migration to remove deprecated permissions" migration=removeDeprecatedPermissions 2026-02-12T03:44:23.355 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=accesscontrol.service t=2026-02-12T03:44:23.275640655Z level=info msg="Completed migration to remove deprecated permissions" migration=removeDeprecatedPermissions totalRemoved=0 duration=196.027µs 2026-02-12T03:44:23.355 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.276041977Z level=info msg="Locking database" 2026-02-12T03:44:23.355 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.276048389Z level=info msg="Starting DB migrations" 2026-02-12T03:44:23.355 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.276334615Z level=info msg="Executing migration" id="create secret_migration_log table" 2026-02-12T03:44:23.355 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.276981216Z level=info msg="Migration successfully executed" id="create secret_migration_log table" duration=646.121µs 2026-02-12T03:44:23.355 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.277434445Z level=info msg="Executing migration" id="Initialize secrets tables" 2026-02-12T03:44:23.355 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.277444103Z level=info msg="Migration successfully executed" id="Initialize secrets tables" duration=9.528µs 2026-02-12T03:44:23.355 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.277767649Z level=info msg="Executing migration" id="drop table secret_secure_value" 2026-02-12T03:44:23.355 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.277807553Z level=info msg="Migration successfully executed" id="drop table secret_secure_value" duration=39.313µs 2026-02-12T03:44:23.356 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.27804622Z level=info msg="Executing migration" id="create table secret_secure_value" 2026-02-12T03:44:23.356 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.278450968Z level=info msg="Migration successfully executed" id="create table secret_secure_value" duration=404.447µs 2026-02-12T03:44:23.356 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.278816713Z level=info msg="Executing migration" id="create table secret_secure_value, index: 0" 2026-02-12T03:44:23.356 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.279359921Z level=info msg="Migration successfully executed" id="create table secret_secure_value, index: 0" duration=542.796µs 2026-02-12T03:44:23.356 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.279648711Z level=info msg="Executing migration" id="create table secret_secure_value, index: 1" 2026-02-12T03:44:23.356 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.280032581Z level=info msg="Migration successfully executed" id="create table secret_secure_value, index: 1" duration=383.639µs 2026-02-12T03:44:23.356 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.280253584Z level=info msg="Executing migration" id="drop table secret_keeper" 2026-02-12T03:44:23.356 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.280284412Z level=info msg="Migration successfully executed" id="drop table secret_keeper" duration=31.018µs 2026-02-12T03:44:23.356 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.280572201Z level=info msg="Executing migration" id="create table secret_keeper" 2026-02-12T03:44:23.356 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.280910565Z level=info msg="Migration successfully executed" id="create table secret_keeper" duration=338.183µs 2026-02-12T03:44:23.356 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.281146707Z level=info msg="Executing migration" id="create table secret_keeper, index: 0" 2026-02-12T03:44:23.357 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.281545834Z level=info msg="Migration successfully executed" id="create table secret_keeper, index: 0" duration=399.118µs 2026-02-12T03:44:23.357 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.281763232Z level=info msg="Executing migration" id="drop table secret_data_key" 2026-02-12T03:44:23.357 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.281796033Z level=info msg="Migration successfully executed" id="drop table secret_data_key" duration=33.102µs 2026-02-12T03:44:23.357 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.282041673Z level=info msg="Executing migration" id="create table secret_data_key" 2026-02-12T03:44:23.357 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.282368034Z level=info msg="Migration successfully executed" id="create table secret_data_key" duration=326.241µs 2026-02-12T03:44:23.357 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.282604156Z level=info msg="Executing migration" id="drop table secret_encrypted_value" 2026-02-12T03:44:23.357 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.282640905Z level=info msg="Migration successfully executed" id="drop table secret_encrypted_value" duration=38.822µs 2026-02-12T03:44:23.357 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.282885804Z level=info msg="Executing migration" id="create table secret_encrypted_value" 2026-02-12T03:44:23.357 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.283156531Z level=info msg="Migration successfully executed" id="create table secret_encrypted_value" duration=270.426µs 2026-02-12T03:44:23.357 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.283388365Z level=info msg="Executing migration" id="create table secret_encrypted_value, index: 0" 2026-02-12T03:44:23.357 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.28377513Z level=info msg="Migration successfully executed" id="create table secret_encrypted_value, index: 0" duration=386.584µs 2026-02-12T03:44:23.357 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.283993499Z level=info msg="Executing migration" id="create index for list on secret_secure_value" 2026-02-12T03:44:23.358 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.284382056Z level=info msg="Migration successfully executed" id="create index for list on secret_secure_value" duration=388.187µs 2026-02-12T03:44:23.358 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.284663433Z level=info msg="Executing migration" id="create index for list and read current on secret_data_key" 2026-02-12T03:44:23.358 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.285082288Z level=info msg="Migration successfully executed" id="create index for list and read current on secret_data_key" duration=418.404µs 2026-02-12T03:44:23.358 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.285308622Z level=info msg="Executing migration" id="add owner_reference_api_group column to secret_secure_value" 2026-02-12T03:44:23.358 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.288054033Z level=info msg="Migration successfully executed" id="add owner_reference_api_group column to secret_secure_value" duration=2.744781ms 2026-02-12T03:44:23.358 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.288276841Z level=info msg="Executing migration" id="add owner_reference_api_version column to secret_secure_value" 2026-02-12T03:44:23.358 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.290948855Z level=info msg="Migration successfully executed" id="add owner_reference_api_version column to secret_secure_value" duration=2.672625ms 2026-02-12T03:44:23.358 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.291169849Z level=info msg="Executing migration" id="add owner_reference_kind column to secret_secure_value" 2026-02-12T03:44:23.358 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.293815343Z level=info msg="Migration successfully executed" id="add owner_reference_kind column to secret_secure_value" duration=2.645355ms 2026-02-12T03:44:23.358 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.294035606Z level=info msg="Executing migration" id="add owner_reference_name column to secret_secure_value" 2026-02-12T03:44:23.358 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.296715224Z level=info msg="Migration successfully executed" id="add owner_reference_name column to secret_secure_value" duration=2.679348ms 2026-02-12T03:44:23.358 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.296967326Z level=info msg="Executing migration" id="add lease_token column to secret_secure_value" 2026-02-12T03:44:23.359 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.299627488Z level=info msg="Migration successfully executed" id="add lease_token column to secret_secure_value" duration=2.660032ms 2026-02-12T03:44:23.359 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.299852179Z level=info msg="Executing migration" id="add lease_token index to secret_secure_value" 2026-02-12T03:44:23.359 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.300240787Z level=info msg="Migration successfully executed" id="add lease_token index to secret_secure_value" duration=388.277µs 2026-02-12T03:44:23.359 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.300473863Z level=info msg="Executing migration" id="add lease_created column to secret_secure_value" 2026-02-12T03:44:23.359 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.303152019Z level=info msg="Migration successfully executed" id="add lease_created column to secret_secure_value" duration=2.678096ms 2026-02-12T03:44:23.359 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.303377712Z level=info msg="Executing migration" id="add lease_created index to secret_secure_value" 2026-02-12T03:44:23.359 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.303759126Z level=info msg="Migration successfully executed" id="add lease_created index to secret_secure_value" duration=381.184µs 2026-02-12T03:44:23.359 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.303976824Z level=info msg="Executing migration" id="add data_key_id column to secret_encrypted_value" 2026-02-12T03:44:23.359 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.306603884Z level=info msg="Migration successfully executed" id="add data_key_id column to secret_encrypted_value" duration=2.62686ms 2026-02-12T03:44:23.359 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.306822533Z level=info msg="Executing migration" id="add data_key_id index to secret_encrypted_value" 2026-02-12T03:44:23.359 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.307212193Z level=info msg="Migration successfully executed" id="add data_key_id index to secret_encrypted_value" duration=388.618µs 2026-02-12T03:44:23.359 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.307495654Z level=info msg="migrations completed" performed=26 skipped=0 duration=31.178963ms 2026-02-12T03:44:23.360 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=secret-migrator t=2026-02-12T03:44:23.307689197Z level=info msg="Unlocking database" 2026-02-12T03:44:23.360 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-db t=2026-02-12T03:44:23.310480434Z level=info msg="Using database section" db_type=sqlite3 2026-02-12T03:44:23.360 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-db t=2026-02-12T03:44:23.31052116Z level=info msg="Initializing Resource DB" db_type=sqlite3 open_conn=0 in_use_conn=0 idle_conn=0 max_open_conn=0 2026-02-12T03:44:23.360 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.313709672Z level=info msg="Locking database" 2026-02-12T03:44:23.360 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.313718077Z level=info msg="Starting DB migrations" 2026-02-12T03:44:23.360 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.316588844Z level=info msg="Executing migration" id="create resource_migration_log table" 2026-02-12T03:44:23.360 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.316941454Z level=info msg="Migration successfully executed" id="create resource_migration_log table" duration=352.561µs 2026-02-12T03:44:23.360 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.317199517Z level=info msg="Executing migration" id="Initialize resource tables" 2026-02-12T03:44:23.360 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.317205328Z level=info msg="Migration successfully executed" id="Initialize resource tables" duration=6.091µs 2026-02-12T03:44:23.360 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.317485774Z level=info msg="Executing migration" id="drop table resource" 2026-02-12T03:44:23.360 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.317522763Z level=info msg="Migration successfully executed" id="drop table resource" duration=37.19µs 2026-02-12T03:44:23.361 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.317821132Z level=info msg="Executing migration" id="create table resource" 2026-02-12T03:44:23.361 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.318392041Z level=info msg="Migration successfully executed" id="create table resource" duration=571.07µs 2026-02-12T03:44:23.361 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.318742688Z level=info msg="Executing migration" id="create table resource, index: 0" 2026-02-12T03:44:23.361 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.319270346Z level=info msg="Migration successfully executed" id="create table resource, index: 0" duration=527.598µs 2026-02-12T03:44:23.361 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.319640649Z level=info msg="Executing migration" id="drop table resource_history" 2026-02-12T03:44:23.361 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.319676226Z level=info msg="Migration successfully executed" id="drop table resource_history" duration=35.656µs 2026-02-12T03:44:23.361 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.319937205Z level=info msg="Executing migration" id="create table resource_history" 2026-02-12T03:44:23.361 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.320296227Z level=info msg="Migration successfully executed" id="create table resource_history" duration=358.772µs 2026-02-12T03:44:23.361 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.320567545Z level=info msg="Executing migration" id="create table resource_history, index: 0" 2026-02-12T03:44:23.361 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.321104892Z level=info msg="Migration successfully executed" id="create table resource_history, index: 0" duration=537.066µs 2026-02-12T03:44:23.361 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.321416275Z level=info msg="Executing migration" id="create table resource_history, index: 1" 2026-02-12T03:44:23.361 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.321944294Z level=info msg="Migration successfully executed" id="create table resource_history, index: 1" duration=528.079µs 2026-02-12T03:44:23.362 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.322217265Z level=info msg="Executing migration" id="drop table resource_version" 2026-02-12T03:44:23.362 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.322257961Z level=info msg="Migration successfully executed" id="drop table resource_version" duration=40.196µs 2026-02-12T03:44:23.362 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.322567621Z level=info msg="Executing migration" id="create table resource_version" 2026-02-12T03:44:23.362 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.322922135Z level=info msg="Migration successfully executed" id="create table resource_version" duration=354.904µs 2026-02-12T03:44:23.362 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.323182172Z level=info msg="Executing migration" id="create table resource_version, index: 0" 2026-02-12T03:44:23.362 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.323776706Z level=info msg="Migration successfully executed" id="create table resource_version, index: 0" duration=593.281µs 2026-02-12T03:44:23.362 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.324023608Z level=info msg="Executing migration" id="drop table resource_blob" 2026-02-12T03:44:23.362 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.32406223Z level=info msg="Migration successfully executed" id="drop table resource_blob" duration=37.771µs 2026-02-12T03:44:23.362 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.324349228Z level=info msg="Executing migration" id="create table resource_blob" 2026-02-12T03:44:23.362 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.324705154Z level=info msg="Migration successfully executed" id="create table resource_blob" duration=355.666µs 2026-02-12T03:44:23.362 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.32493807Z level=info msg="Executing migration" id="create table resource_blob, index: 0" 2026-02-12T03:44:23.362 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.325375319Z level=info msg="Migration successfully executed" id="create table resource_blob, index: 0" duration=436.518µs 2026-02-12T03:44:23.362 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.325606793Z level=info msg="Executing migration" id="create table resource_blob, index: 1" 2026-02-12T03:44:23.363 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.326038952Z level=info msg="Migration successfully executed" id="create table resource_blob, index: 1" duration=432.22µs 2026-02-12T03:44:23.363 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.326295773Z level=info msg="Executing migration" id="drop table resource_last_import_time" 2026-02-12T03:44:23.363 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.32633646Z level=info msg="Migration successfully executed" id="drop table resource_last_import_time" duration=40.776µs 2026-02-12T03:44:23.363 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.326591377Z level=info msg="Executing migration" id="create table resource_last_import_time" 2026-02-12T03:44:23.363 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.326938717Z level=info msg="Migration successfully executed" id="create table resource_last_import_time" duration=347.17µs 2026-02-12T03:44:23.363 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.327165372Z level=info msg="Executing migration" id="Add column previous_resource_version in resource_history" 2026-02-12T03:44:23.363 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.330080702Z level=info msg="Migration successfully executed" id="Add column previous_resource_version in resource_history" duration=2.914058ms 2026-02-12T03:44:23.363 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.330321984Z level=info msg="Executing migration" id="Add column previous_resource_version in resource" 2026-02-12T03:44:23.363 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.333180778Z level=info msg="Migration successfully executed" id="Add column previous_resource_version in resource" duration=2.859065ms 2026-02-12T03:44:23.363 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.333415698Z level=info msg="Executing migration" id="Add index to resource_history for polling" 2026-02-12T03:44:23.363 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.33384415Z level=info msg="Migration successfully executed" id="Add index to resource_history for polling" duration=428.272µs 2026-02-12T03:44:23.363 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.334070214Z level=info msg="Executing migration" id="Add index to resource for loading" 2026-02-12T03:44:23.364 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.334612569Z level=info msg="Migration successfully executed" id="Add index to resource for loading" duration=542.416µs 2026-02-12T03:44:23.364 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.334871354Z level=info msg="Executing migration" id="Add column folder in resource_history" 2026-02-12T03:44:23.364 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.337789699Z level=info msg="Migration successfully executed" id="Add column folder in resource_history" duration=2.918045ms 2026-02-12T03:44:23.364 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.33804088Z level=info msg="Executing migration" id="Add column folder in resource" 2026-02-12T03:44:23.364 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.340948385Z level=info msg="Migration successfully executed" id="Add column folder in resource" duration=2.907385ms 2026-02-12T03:44:23.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:22 trial086 ceph-mon[23011]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:23.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:22 trial086 ceph-mon[14472]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:23.636 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.341173226Z level=info msg="Executing migration" id="Migrate DeletionMarkers to real Resource objects" 2026-02-12T03:44:23.636 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=deletion-marker-migrator t=2026-02-12T03:44:23.341186822Z level=info msg="finding any deletion markers" 2026-02-12T03:44:23.636 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.341351129Z level=info msg="Migration successfully executed" id="Migrate DeletionMarkers to real Resource objects" duration=179.116µs 2026-02-12T03:44:23.637 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.341621906Z level=info msg="Executing migration" id="Add index to resource_history for get trash" 2026-02-12T03:44:23.637 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.342078001Z level=info msg="Migration successfully executed" id="Add index to resource_history for get trash" duration=456.094µs 2026-02-12T03:44:23.637 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.342306399Z level=info msg="Executing migration" id="Add generation to resource history" 2026-02-12T03:44:23.637 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.345184899Z level=info msg="Migration successfully executed" id="Add generation to resource history" duration=2.878812ms 2026-02-12T03:44:23.637 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.345418627Z level=info msg="Executing migration" id="Add generation index to resource history" 2026-02-12T03:44:23.637 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.345846869Z level=info msg="Migration successfully executed" id="Add generation index to resource history" duration=428.022µs 2026-02-12T03:44:23.637 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.346075437Z level=info msg="Executing migration" id="Add UQE_resource_last_import_time_last_import_time index" 2026-02-12T03:44:23.637 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.346483842Z level=info msg="Migration successfully executed" id="Add UQE_resource_last_import_time_last_import_time index" duration=408.475µs 2026-02-12T03:44:23.637 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.3467018Z level=info msg="migrations completed" performed=29 skipped=0 duration=30.1306ms 2026-02-12T03:44:23.637 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=resource-migrator t=2026-02-12T03:44:23.346904379Z level=info msg="Unlocking database" 2026-02-12T03:44:23.638 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: t=2026-02-12T03:44:23.346985822Z level=info caller=logger.go:214 time=2026-02-12T03:44:23.346977677Z msg="Using channel notifier" logger=sql-resource-server 2026-02-12T03:44:23.638 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=plugin.store t=2026-02-12T03:44:23.35031131Z level=info msg="Loading plugins..." 2026-02-12T03:44:23.638 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=plugin.store t=2026-02-12T03:44:23.380478799Z level=info msg="Plugins loaded" count=53 duration=30.167959ms 2026-02-12T03:44:23.638 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=annotations t=2026-02-12T03:44:23.381201692Z level=info msg="Starting annotation dashboard_uid migration in background" 2026-02-12T03:44:23.638 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=annotations t=2026-02-12T03:44:23.381213264Z level=info msg="Starting batched dashboard_uid migration for annotations (newest first)" batchSize=5000 2026-02-12T03:44:23.638 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=annotations t=2026-02-12T03:44:23.381777641Z level=info msg="Completed dashboard_uid migration for annotations" totalUpdated=0 2026-02-12T03:44:23.638 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=annotations t=2026-02-12T03:44:23.381786137Z level=info msg="Annotation dashboard_uid migration completed successfully" 2026-02-12T03:44:23.638 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=query_data t=2026-02-12T03:44:23.383102793Z level=info msg="Query Service initialization" 2026-02-12T03:44:23.638 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=live.push_http t=2026-02-12T03:44:23.384994245Z level=info msg="Live Push Gateway initialization" 2026-02-12T03:44:23.638 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=ngalert.notifier component=alertmanager orgID=1 t=2026-02-12T03:44:23.386430175Z level=info msg="Applying new configuration to Alertmanager" configHash=d2c56faca6af2a5772ff4253222f7386 2026-02-12T03:44:23.638 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=ngalert.writer t=2026-02-12T03:44:23.388345602Z level=info msg="Setting up remote write using data sources" timeout=10s default_datasource_uid= 2026-02-12T03:44:23.638 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=ngalert t=2026-02-12T03:44:23.388369016Z level=info msg="Using protobuf-based alert instance store" 2026-02-12T03:44:23.639 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=ngalert.state.manager.persist t=2026-02-12T03:44:23.388374877Z level=info msg="Using rule state persister" 2026-02-12T03:44:23.639 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=infra.usagestats.collector t=2026-02-12T03:44:23.389526674Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2026-02-12T03:44:23.639 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.393366044Z level=info msg=starting module=tracing 2026-02-12T03:44:23.639 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.393386192Z level=info msg=starting module=grafana-apiserver 2026-02-12T03:44:23.639 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=grafana-apiserver t=2026-02-12T03:44:23.459094702Z level=info msg="Adding GroupVersion dashboard.grafana.app v1beta1 to ResourceManager" 2026-02-12T03:44:23.639 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=grafana-apiserver t=2026-02-12T03:44:23.459292934Z level=info msg="Adding GroupVersion dashboard.grafana.app v0alpha1 to ResourceManager" 2026-02-12T03:44:23.639 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=grafana-apiserver t=2026-02-12T03:44:23.459465136Z level=info msg="Adding GroupVersion dashboard.grafana.app v2beta1 to ResourceManager" 2026-02-12T03:44:23.639 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=grafana-apiserver t=2026-02-12T03:44:23.459614616Z level=info msg="Adding GroupVersion dashboard.grafana.app v2alpha1 to ResourceManager" 2026-02-12T03:44:23.639 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: t=2026-02-12T03:44:23.459655723Z level=info caller=logger.go:214 time=2026-02-12T03:44:23.459650303Z msg="Zanzana is not enabled; skipping folder propagation hooks" 2026-02-12T03:44:23.639 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=grafana-apiserver t=2026-02-12T03:44:23.460002573Z level=info msg="Adding GroupVersion folder.grafana.app v1beta1 to ResourceManager" 2026-02-12T03:44:23.639 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=grafana-apiserver t=2026-02-12T03:44:23.460836404Z level=info msg="Adding GroupVersion iam.grafana.app v0alpha1 to ResourceManager" 2026-02-12T03:44:23.639 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=grafana-apiserver t=2026-02-12T03:44:23.461091592Z level=info msg="Adding GroupVersion userstorage.grafana.app v0alpha1 to ResourceManager" 2026-02-12T03:44:23.640 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=grafana-apiserver t=2026-02-12T03:44:23.461186861Z level=info msg="Adding GroupVersion features.grafana.app v0alpha1 to ResourceManager" 2026-02-12T03:44:23.640 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: t=2026-02-12T03:44:23.461244068Z level=warn caller=logger.go:224 time=2026-02-12T03:44:23.461241463Z msg="skipped registering status sub-resource that does not support dual writing" resource=playlists.playlist.grafana.app version=v0alpha1 storagePath=playlists/status 2026-02-12T03:44:23.640 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=grafana-apiserver t=2026-02-12T03:44:23.461499867Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2026-02-12T03:44:23.640 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: t=2026-02-12T03:44:23.461526166Z level=info caller=logger.go:214 time=2026-02-12T03:44:23.461523541Z msg="Installed APIs for app" app=playlist 2026-02-12T03:44:23.640 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=grafana-apiserver t=2026-02-12T03:44:23.46185385Z level=info msg="Adding GroupVersion plugins.grafana.app v0alpha1 to ResourceManager" 2026-02-12T03:44:23.640 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: t=2026-02-12T03:44:23.461876142Z level=info caller=logger.go:214 time=2026-02-12T03:44:23.461873457Z msg="Installed APIs for app" app=plugins 2026-02-12T03:44:23.640 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=grafana-apiserver t=2026-02-12T03:44:23.461932066Z level=info msg="Skipping API example.grafana.app/v1alpha1 because it has no resources." 2026-02-12T03:44:23.640 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=grafana-apiserver t=2026-02-12T03:44:23.461936094Z level=info msg="Skipping API example.grafana.app/v0alpha1 because it has no resources." 2026-02-12T03:44:23.640 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: t=2026-02-12T03:44:23.461957444Z level=info caller=logger.go:214 time=2026-02-12T03:44:23.461955099Z msg="Installed APIs for app" app=example 2026-02-12T03:44:23.640 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=grafana-apiserver t=2026-02-12T03:44:23.462575161Z level=info msg="Adding GroupVersion notifications.alerting.grafana.app v0alpha1 to ResourceManager" 2026-02-12T03:44:23.640 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: t=2026-02-12T03:44:23.462600718Z level=info caller=logger.go:214 time=2026-02-12T03:44:23.462598033Z msg="Installed APIs for app" app=alerting-notifications 2026-02-12T03:44:23.640 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: t=2026-02-12T03:44:23.48931521Z level=info caller=logger.go:214 time=2026-02-12T03:44:23.489311082Z msg="App initialized" app=playlist 2026-02-12T03:44:23.640 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.489334266Z level=info msg=starting module=plugins.store 2026-02-12T03:44:23.641 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: t=2026-02-12T03:44:23.489696694Z level=info caller=logger.go:214 time=2026-02-12T03:44:23.489693659Z msg="App initialized" app=alerting-notifications 2026-02-12T03:44:23.641 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: t=2026-02-12T03:44:23.489697967Z level=info caller=logger.go:214 time=2026-02-12T03:44:23.48969442Z msg="App initialized" app=example 2026-02-12T03:44:23.641 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: t=2026-02-12T03:44:23.490219353Z level=info caller=logger.go:214 time=2026-02-12T03:44:23.490213753Z msg="App initialized" app=plugins 2026-02-12T03:44:23.641 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.490229532Z level=info msg=starting module=plugin.backgroundinstaller 2026-02-12T03:44:23.641 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=plugin.backgroundinstaller t=2026-02-12T03:44:23.490250542Z level=info msg="Plugins installed" plugins=[] 2026-02-12T03:44:23.641 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.490299363Z level=info msg=starting module=provisioning 2026-02-12T03:44:23.641 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=plugin.backgroundinstaller t=2026-02-12T03:44:23.490279476Z level=info msg="Installing plugins" plugins="[{ID:grafana-pyroscope-app Version: URL:} {ID:grafana-exploretraces-app Version: URL:} {ID:grafana-metricsdrilldown-app Version: URL:} {ID:grafana-lokiexplore-app Version: URL:}]" 2026-02-12T03:44:23.641 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=plugin.backgroundinstaller t=2026-02-12T03:44:23.49032997Z level=info msg="Installing plugin" pluginId=grafana-pyroscope-app version= 2026-02-12T03:44:23.641 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=provisioning.datasources t=2026-02-12T03:44:23.492718694Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2026-02-12T03:44:23.641 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=provisioning.datasources t=2026-02-12T03:44:23.492868214Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2026-02-12T03:44:23.641 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=provisioning.alerting t=2026-02-12T03:44:23.502397371Z level=info msg="starting to provision alerting" 2026-02-12T03:44:23.641 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=provisioning.alerting t=2026-02-12T03:44:23.502405546Z level=info msg="finished to provision alerting" 2026-02-12T03:44:23.642 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=provisioning.dashboard t=2026-02-12T03:44:23.503281446Z level=info msg="starting to provision dashboards" 2026-02-12T03:44:23.910 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=plugin.installer t=2026-02-12T03:44:23.685123675Z level=info msg="Installing plugin" pluginId=grafana-pyroscope-app version= 2026-02-12T03:44:23.910 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=installer.fs t=2026-02-12T03:44:23.720647745Z level=info msg="Downloaded and extracted grafana-pyroscope-app v1.16.0 zip successfully to /var/lib/grafana/plugins/grafana-pyroscope-app" 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=plugins.registration t=2026-02-12T03:44:23.738710954Z level=info msg="Plugin registered" pluginId=grafana-pyroscope-app 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=plugin.backgroundinstaller t=2026-02-12T03:44:23.738825148Z level=info msg="Plugin successfully installed" pluginId=grafana-pyroscope-app version= duration=248.488785ms 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=plugin.backgroundinstaller t=2026-02-12T03:44:23.738869101Z level=info msg="Installing plugin" pluginId=grafana-exploretraces-app version= 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=provisioning.dashboard t=2026-02-12T03:44:23.853707373Z level=info msg="finished to provision dashboards" 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853749872Z level=info msg=starting module=*statscollector.Service 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853754521Z level=info msg=starting module=*store.dummyEntityEventsService 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853762376Z level=info msg=starting module=*live.GrafanaLive 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853762917Z level=info msg=starting module=*metric.Service 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853771412Z level=info msg=starting module=*updatemanager.PluginsService 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853749101Z level=info msg=starting module=*appregistry.Service 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853777424Z level=info msg=starting module=*ngalert.AlertNG 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853782924Z level=info msg=starting module=*migrations.SecretMigrationProviderImpl 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853785839Z level=info msg=starting module=*metrics.InternalMetricsService 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853796229Z level=info msg=starting module=*dualwrite.ZanzanaReconciler 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853799605Z level=info msg=starting module=*garbagecollectionworker.Worker 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=app-registry t=2026-02-12T03:44:23.853806849Z level=info msg="app registry initialized" 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853807861Z level=info msg=starting module=*notifications.NotificationService 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.85381816Z level=info msg=starting module=*manager.ServiceAccountsService 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853752327Z level=info msg=starting module=*pluginexternal.Service 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853820454Z level=info msg=starting module=*anonimpl.AnonDeviceService 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853810997Z level=info msg=starting module=*manager.SecretsService 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853829842Z level=info msg=starting module=*authimpl.UserAuthTokenService 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853831906Z level=info msg=starting module=*service.DashboardUpdater 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853840843Z level=info msg=starting module=*pushhttp.Gateway 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853841504Z level=info msg=starting module=*angulardetectorsprovider.Dynamic 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853797161Z level=info msg=starting module=*cleanup.CleanUpService 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=ngalert.multiorg.alertmanager t=2026-02-12T03:44:23.853851192Z level=info msg="Starting MultiOrg Alertmanager" 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853827918Z level=info msg=starting module=*rendering.RenderingService 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853844028Z level=info msg=starting module=*remotecache.RemoteCache 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853760252Z level=info msg=starting module=*ssosettingsimpl.Service 2026-02-12T03:44:23.911 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853856762Z level=info msg=starting module=*service.DashboardServiceImpl 2026-02-12T03:44:23.912 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853876119Z level=info msg=starting module=*api.HTTPServer 2026-02-12T03:44:23.912 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=ngalert.state.manager t=2026-02-12T03:44:23.853803332Z level=info msg="Warming state cache for startup" 2026-02-12T03:44:23.912 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853881278Z level=info msg=starting module=*loginattemptimpl.Service 2026-02-12T03:44:23.912 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853870418Z level=info msg=starting module=*supportbundlesimpl.Service 2026-02-12T03:44:23.912 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.85388774Z level=info msg=starting module=*service.UsageStats 2026-02-12T03:44:23.912 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.853880347Z level=info msg=starting module=*store.standardStorageService 2026-02-12T03:44:23.912 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=grafanaStorageLogger t=2026-02-12T03:44:23.853981887Z level=info msg="Storage starting" 2026-02-12T03:44:23.912 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:44:23.854005311Z level=info msg="All modules healthy" 2026-02-12T03:44:23.912 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=http.server t=2026-02-12T03:44:23.855339539Z level=info msg="HTTP Server TLS settings" scheme=https MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384 2026-02-12T03:44:23.912 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=http.server t=2026-02-12T03:44:23.855599506Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2026-02-12T03:44:23.912 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=plugin.installer t=2026-02-12T03:44:23.874524139Z level=info msg="Installing plugin" pluginId=grafana-exploretraces-app version= 2026-02-12T03:44:23.912 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=ngalert.state.manager t=2026-02-12T03:44:23.888139478Z level=info msg="State cache has been initialized" states=0 duration=34.335044ms 2026-02-12T03:44:23.912 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=ngalert.scheduler t=2026-02-12T03:44:23.888156269Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=3 2026-02-12T03:44:23.912 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=ngalert.scheduler t=2026-02-12T03:44:23.888190784Z level=info msg=starting component=ticker first_tick=2026-02-12T03:44:30Z 2026-02-12T03:44:23.912 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=plugins.update.checker t=2026-02-12T03:44:23.910963984Z level=info msg="Update check succeeded" duration=57.177393ms 2026-02-12T03:44:24.296 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:23 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:24.297 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:23 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:24.297 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:23 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:24.297 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:23 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:24.297 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=installer.fs t=2026-02-12T03:44:23.91979319Z level=info msg="Downloaded and extracted grafana-exploretraces-app v1.3.2 zip successfully to /var/lib/grafana/plugins/grafana-exploretraces-app" 2026-02-12T03:44:24.297 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=plugin.angulardetectorsprovider.dynamic t=2026-02-12T03:44:23.927683978Z level=info msg="Patterns update finished" duration=51.159022ms 2026-02-12T03:44:24.297 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=plugins.registration t=2026-02-12T03:44:23.932728315Z level=info msg="Plugin registered" pluginId=grafana-exploretraces-app 2026-02-12T03:44:24.297 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=plugin.backgroundinstaller t=2026-02-12T03:44:23.932737241Z level=info msg="Plugin successfully installed" pluginId=grafana-exploretraces-app version= duration=193.846931ms 2026-02-12T03:44:24.298 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=plugin.backgroundinstaller t=2026-02-12T03:44:23.932747621Z level=info msg="Installing plugin" pluginId=grafana-metricsdrilldown-app version= 2026-02-12T03:44:24.298 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:24 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=plugin.installer t=2026-02-12T03:44:24.066169697Z level=info msg="Installing plugin" pluginId=grafana-metricsdrilldown-app version= 2026-02-12T03:44:24.298 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:24 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=installer.fs t=2026-02-12T03:44:24.10724313Z level=info msg="Downloaded and extracted grafana-metricsdrilldown-app v1.0.30 zip successfully to /var/lib/grafana/plugins/grafana-metricsdrilldown-app" 2026-02-12T03:44:24.298 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:24 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=plugins.registration t=2026-02-12T03:44:24.122811006Z level=info msg="Plugin registered" pluginId=grafana-metricsdrilldown-app 2026-02-12T03:44:24.298 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:24 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=plugin.backgroundinstaller t=2026-02-12T03:44:24.12282387Z level=info msg="Plugin successfully installed" pluginId=grafana-metricsdrilldown-app version= duration=190.072502ms 2026-02-12T03:44:24.298 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:24 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=plugin.backgroundinstaller t=2026-02-12T03:44:24.122836554Z level=info msg="Installing plugin" pluginId=grafana-lokiexplore-app version= 2026-02-12T03:44:24.298 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:24 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=plugin.installer t=2026-02-12T03:44:24.296752368Z level=info msg="Installing plugin" pluginId=grafana-lokiexplore-app version= 2026-02-12T03:44:24.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:23 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:24.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:23 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:24.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:23 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:24.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:23 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:24.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:23 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:24.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:23 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:24.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:23 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:24.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:23 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:24.564 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:24 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=installer.fs t=2026-02-12T03:44:24.378528009Z level=info msg="Downloaded and extracted grafana-lokiexplore-app v1.0.35 zip successfully to /var/lib/grafana/plugins/grafana-lokiexplore-app" 2026-02-12T03:44:24.564 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:24 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=plugins.registration t=2026-02-12T03:44:24.396831428Z level=info msg="Plugin registered" pluginId=grafana-lokiexplore-app 2026-02-12T03:44:24.564 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:44:24 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=plugin.backgroundinstaller t=2026-02-12T03:44:24.396844743Z level=info msg="Plugin successfully installed" pluginId=grafana-lokiexplore-app version= duration=274.005344ms 2026-02-12T03:44:25.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:24 trial086 ceph-mon[14472]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:25.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:24 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:25.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:24 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:25.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:24 trial086 ceph-mon[23011]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:25.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:24 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:25.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:24 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:25.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:24 trial145 ceph-mon[16978]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:25.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:24 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:25.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:24 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:25.660 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:44:25 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[85103]: time=2026-02-12T03:44:25.446Z level=INFO source=cluster.go:691 msg="gossip settled; proceeding" component=cluster elapsed=10.002673961s 2026-02-12T03:44:25.660 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:44:25 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:44:25] ENGINE Bus STOPPING 2026-02-12T03:44:25.661 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:44:25 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:44:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T03:44:25.661 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:44:25 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:44:25] ENGINE Bus STOPPED 2026-02-12T03:44:26.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:44:26.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:26.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:26.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T03:44:26.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T03:44:26.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial145:3000"}]: dispatch 2026-02-12T03:44:26.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial145:3000"}]: dispatch 2026-02-12T03:44:26.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:26.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: Upgrade: Finalizing container_image settings 2026-02-12T03:44:26.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:44:26.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:44:26.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:44:26.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:44:26.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:44:26.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:44:26.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:44:26.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:44:26.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:44:26.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:44:26.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:44:26.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:44:26.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:44:26.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:44:26.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:44:26.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:44:26.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:44:26.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:44:26.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:44:26.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:44:26.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:44:26.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:44:26.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:44:26.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:44:26.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:44:26.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:44:26.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:44:26.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:44:26.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:44:26.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:44:26.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:44:26.393 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.393 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.393 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.393 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.393 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.393 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.393 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.393 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.393 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.393 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.393 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.393 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.393 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.394 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.394 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.394 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.394 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.394 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.394 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: Upgrade: Complete! 2026-02-12T03:44:26.394 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:44:26.394 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:44:26.394 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:44:26.394 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:26.394 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:26.394 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.394 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:26.395 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:26.395 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.395 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:26 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:44:26.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:44:26.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:26.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:26.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T03:44:26.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T03:44:26.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial145:3000"}]: dispatch 2026-02-12T03:44:26.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial145:3000"}]: dispatch 2026-02-12T03:44:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:44:26.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:26.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:26.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T03:44:26.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T03:44:26.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial145:3000"}]: dispatch 2026-02-12T03:44:26.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial145:3000"}]: dispatch 2026-02-12T03:44:26.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:26.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.416 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.416 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.416 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.416 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.416 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.416 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: Upgrade: Finalizing container_image settings 2026-02-12T03:44:26.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:44:26.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:44:26.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:44:26.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:44:26.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:44:26.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:44:26.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:44:26.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:44:26.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:44:26.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:44:26.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:44:26.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:44:26.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:44:26.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:44:26.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:44:26.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:44:26.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:44:26.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:44:26.419 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.419 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:26.419 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: Upgrade: Finalizing container_image settings 2026-02-12T03:44:26.419 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.420 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:44:26.420 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:44:26.420 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:44:26.420 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.420 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.420 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:44:26.420 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:44:26.420 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:44:26.420 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:44:26.420 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:44:26.420 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:44:26.420 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:44:26.421 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:44:26.421 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:44:26.421 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:44:26.421 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:44:26.421 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:44:26.421 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:44:26.421 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:44:26.421 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.421 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.422 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:44:26.422 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:44:26.422 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:44:26.422 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:44:26.422 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:44:26.422 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:44:26.422 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:44:26.422 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:44:26.422 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:44:26.422 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:44:26.422 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:44:26.422 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:44:26.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:44:26.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:44:26.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: Upgrade: Complete! 2026-02-12T03:44:26.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:44:26.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:44:26.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:44:26.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:26.425 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:26.425 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.425 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:26.425 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:26.425 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.425 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:44:26.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:44:26.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:44:26.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:44:26.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:44:26.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:44:26.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:44:26.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:44:26.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:44:26.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:44:26.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:44:26.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:44:26.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:44:26.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:44:26.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:26.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: Upgrade: Complete! 2026-02-12T03:44:26.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:44:26.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:44:26.429 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:44:26.429 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:26.429 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:26.429 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.429 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:26.429 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:26.429 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:26.429 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:26 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:44:27.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:27 trial086 ceph-mon[14472]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:44:27.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:27 trial086 ceph-mon[14472]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:27.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:27 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:44:27.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:27 trial086 ceph-mon[23011]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:27.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:27 trial145 ceph-mon[16978]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:44:27.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:27 trial145 ceph-mon[16978]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:28.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:28 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:28.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:28 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:28.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:28 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:29.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:29 trial145 ceph-mon[16978]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:29.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:29 trial086 ceph-mon[14472]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:29.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:29 trial086 ceph-mon[23011]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:31.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:31 trial145 ceph-mon[16978]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:31.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:31 trial086 ceph-mon[14472]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:31.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:31 trial086 ceph-mon[23011]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:32.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:32 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:44:32.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:32 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:44:32.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:32 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:44:33.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:44:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:44:33.543 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:33 trial086 ceph-mon[14472]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:33.544 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:33 trial086 ceph-mon[23011]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:33.544 INFO:teuthology.orchestra.run.trial086.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T03:44:33.582 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2026-02-12T03:44:33.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:33 trial145 ceph-mon[16978]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:33.869 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:44:34.132 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:44:34.165 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.mgr | keys'"'"' | grep $sha1' 2026-02-12T03:44:34.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:34 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/3378156494' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:34.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:34 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/3378156494' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:34.448 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:44:34.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:34 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/3378156494' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:34.714 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)" 2026-02-12T03:44:34.761 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 2'"'"'' 2026-02-12T03:44:35.053 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:44:35.313 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:44:35.329 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:35 trial086 ceph-mon[14472]: from='client.25472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:35.329 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:35 trial086 ceph-mon[14472]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:35.329 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:35 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/832809989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:35.329 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:35 trial086 ceph-mon[23011]: from='client.25472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:35.329 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:35 trial086 ceph-mon[23011]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:35.329 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:35 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/832809989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:35.342 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 2'"'"'' 2026-02-12T03:44:35.619 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:44:35 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:44:35] ENGINE Bus STARTING 2026-02-12T03:44:35.619 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:44:35 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:44:35] ENGINE Serving on http://:::9283 2026-02-12T03:44:35.626 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:44:35.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:35 trial145 ceph-mon[16978]: from='client.25472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:35.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:35 trial145 ceph-mon[16978]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:35.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:35 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/832809989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:35.910 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:44:35 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:44:35] ENGINE Bus STARTED 2026-02-12T03:44:36.132 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:44:36.162 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade status' 2026-02-12T03:44:36.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:36 trial086 ceph-mon[14472]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:44:36.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:36 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1679206811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:36.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:36 trial086 ceph-mon[23011]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:44:36.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:36 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1679206811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:36.452 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:44:36.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:36 trial145 ceph-mon[16978]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:44:36.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:36 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/1679206811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:36.677 INFO:teuthology.orchestra.run.trial086.stdout:There are no upgrades in progress currently. 2026-02-12T03:44:36.715 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph health detail' 2026-02-12T03:44:36.998 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:44:37.249 INFO:teuthology.orchestra.run.trial086.stdout:HEALTH_OK 2026-02-12T03:44:37.272 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:37 trial086 ceph-mon[23011]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:37.272 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:37 trial086 ceph-mon[23011]: from='client.15633 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:37.272 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:37 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/605874425' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T03:44:37.272 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:37 trial086 ceph-mon[14472]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:37.273 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:37 trial086 ceph-mon[14472]: from='client.15633 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:37.273 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:37 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/605874425' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T03:44:37.287 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '"'"'{print $2}'"'"')' 2026-02-12T03:44:37.573 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:44:37.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:37 trial145 ceph-mon[16978]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:37.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:37 trial145 ceph-mon[16978]: from='client.15633 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:37.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:37 trial145 ceph-mon[16978]: from='client.? 10.20.193.86:0/605874425' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T03:44:38.240 INFO:teuthology.orchestra.run.trial086.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:44:38.299 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T03:44:38.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:38 trial086 ceph-mon[14472]: from='client.15639 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:38.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:38 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:38.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:38 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:38.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:38 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:38.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:38 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:38.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:38 trial086 ceph-mon[23011]: from='client.15639 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:38.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:38 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:38.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:38 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:38.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:38 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:38.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:38 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:38.589 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:44:38.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:38 trial145 ceph-mon[16978]: from='client.15639 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:38.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:38 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:38.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:38 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:38.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:38 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:38.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:38 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:38.821 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:44:39.147 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:44:39.147 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (23s) 22s ago 19m - - 0.28.1 91c01b3cec9b be3e853a3d14 2026-02-12T03:44:39.148 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (16s) 15s ago 19m 59.8M - 12.3.1 5cdab57891ea 4b2023674182 2026-02-12T03:44:39.148 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (34s) 22s ago 18m - - 3.9 4cc07a41bb19 11834d3e9425 2026-02-12T03:44:39.148 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,9283,8765 running (33s) 15s ago 20m 493M - 20.3.0-5250-g84a80275 21b90b676abb 90db61001245 2026-02-12T03:44:39.148 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:8443,9283,8765 running (9m) 22s ago 21m - - 20.3.0-5250-g84a80275 21b90b676abb 0bf0f62d6e10 2026-02-12T03:44:39.148 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (21m) 22s ago 21m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 d8b3e18533b3 2026-02-12T03:44:39.148 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (21m) 15s ago 21m 58.5M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 54def20c4bc2 2026-02-12T03:44:39.148 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (20m) 22s ago 20m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 5e4d958d8791 2026-02-12T03:44:39.148 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (29s) 22s ago 19m - - 1.9.1 255ec253085f 373e066ca44c 2026-02-12T03:44:39.148 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (27s) 15s ago 19m 8996k - 1.9.1 255ec253085f d5fd160ba581 2026-02-12T03:44:39.148 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (20m) 22s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d7baf8f72e60 2026-02-12T03:44:39.148 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (20m) 22s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fb2687e62c00 2026-02-12T03:44:39.148 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (20m) 22s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 9def62f780f8 2026-02-12T03:44:39.148 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (20m) 22s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 1b941c940e6e 2026-02-12T03:44:39.148 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (20m) 15s ago 20m 62.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 472a47a150fc 2026-02-12T03:44:39.148 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (19m) 15s ago 19m 62.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 03a06d3fbe57 2026-02-12T03:44:39.148 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (19m) 15s ago 19m 57.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 838bfb91f030 2026-02-12T03:44:39.148 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (19m) 15s ago 19m 61.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 799fb27b1d2c 2026-02-12T03:44:39.148 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (12m) 15s ago 19m 57.8M - 3.6.0 4fcecf061b74 fd358be701f3 2026-02-12T03:44:39.148 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (19m) 22s ago 19m - - 19.2.3-672-g283431c0 4cc07a41bb19 fc6cafaeed8d 2026-02-12T03:44:39.148 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (19m) 15s ago 19m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 01589a0f2102 2026-02-12T03:44:39.262 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:44:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:44:38] "GET /metrics HTTP/1.1" 200 5767 "" "Prometheus/3.6.0" 2026-02-12T03:44:39.263 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 systemd[1]: Stopping Ceph mon.b for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:44:39.263 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:44:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:44:38.990Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:44:39.348 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:44:39.348 INFO:teuthology.orchestra.run.trial086.stdout: "mon": { 2026-02-12T03:44:39.349 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T03:44:39.349 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:44:39.349 INFO:teuthology.orchestra.run.trial086.stdout: "mgr": { 2026-02-12T03:44:39.349 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:44:39.349 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:44:39.349 INFO:teuthology.orchestra.run.trial086.stdout: "osd": { 2026-02-12T03:44:39.349 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T03:44:39.349 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:44:39.349 INFO:teuthology.orchestra.run.trial086.stdout: "rgw": { 2026-02-12T03:44:39.349 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:44:39.349 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:44:39.349 INFO:teuthology.orchestra.run.trial086.stdout: "overall": { 2026-02-12T03:44:39.349 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 13, 2026-02-12T03:44:39.349 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:44:39.350 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:44:39.350 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:44:39.515 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:44:39.516 INFO:teuthology.orchestra.run.trial086.stdout: "in_progress": true, 2026-02-12T03:44:39.516 INFO:teuthology.orchestra.run.trial086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", 2026-02-12T03:44:39.516 INFO:teuthology.orchestra.run.trial086.stdout: "services_complete": [], 2026-02-12T03:44:39.516 INFO:teuthology.orchestra.run.trial086.stdout: "which": "Upgrading daemons of type(s) mon on host(s) trial145", 2026-02-12T03:44:39.516 INFO:teuthology.orchestra.run.trial086.stdout: "progress": "0/1 daemons upgraded", 2026-02-12T03:44:39.516 INFO:teuthology.orchestra.run.trial086.stdout: "message": "Currently upgrading mon daemons", 2026-02-12T03:44:39.516 INFO:teuthology.orchestra.run.trial086.stdout: "is_paused": false 2026-02-12T03:44:39.516 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:44:39.517 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[14472]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:39.517 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[14472]: from='client.15651 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:39.517 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[14472]: from='client.25520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "mon", "hosts": "trial145", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:39.517 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[14472]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:44:39.517 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[14472]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:44:39.517 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:39.517 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:39.517 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:39.518 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:39.518 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2026-02-12T03:44:39.518 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2026-02-12T03:44:39.518 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:39.518 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:44:39.518 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T03:44:39.518 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:39.518 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[23011]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:39.518 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[23011]: from='client.15651 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:39.518 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[23011]: from='client.25520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "mon", "hosts": "trial145", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:39.519 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[23011]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:44:39.519 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[23011]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:44:39.519 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:39.519 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:39.519 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:39.519 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:39.519 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2026-02-12T03:44:39.519 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2026-02-12T03:44:39.519 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:39.519 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:44:39.519 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T03:44:39.519 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:39 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:39.572 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[16978]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:39.572 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[16978]: from='client.15651 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:39.572 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[16978]: from='client.25520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "mon", "hosts": "trial145", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:39.572 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[16978]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:44:39.573 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[16978]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:44:39.573 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:39.573 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:39.573 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:39.573 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:39.573 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2026-02-12T03:44:39.573 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2026-02-12T03:44:39.573 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[16978]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:39.573 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:44:39.573 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T03:44:39.573 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[16978]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:39.573 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-b[16974]: 2026-02-12T03:44:39.265+0000 7f7dbb00e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:44:39.574 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-b[16974]: 2026-02-12T03:44:39.265+0000 7f7dbb00e640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2026-02-12T03:44:39.574 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 podman[70431]: 2026-02-12 03:44:39.317218335 +0000 UTC m=+0.063368546 container died 54def20c4bc2c35301019c8d73a6b356d305a809d83a3e529fc5da904976df7d (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-b, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260202, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, OSD_FLAVOR=default, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, CEPH_REF=squid, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:44:39.574 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 podman[70431]: 2026-02-12 03:44:39.326349839 +0000 UTC m=+0.072500040 container remove 54def20c4bc2c35301019c8d73a6b356d305a809d83a3e529fc5da904976df7d (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-b, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=squid, org.label-schema.build-date=20260202, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:44:39.574 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 bash[70431]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-b 2026-02-12T03:44:39.574 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mon.b.service: Deactivated successfully. 2026-02-12T03:44:39.574 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 systemd[1]: Stopped Ceph mon.b for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:44:39.574 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mon.b.service: Consumed 6.785s CPU time. 2026-02-12T03:44:39.574 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 systemd[1]: Starting Ceph mon.b for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:44:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 podman[70601]: 2026-02-12 03:44:39.655089986 +0000 UTC m=+0.016106928 container create 427a1cee885541ce6aa23c67c0646815353cea7e7ed8f90491ba702db570f086 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-b, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:44:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 podman[70601]: 2026-02-12 03:44:39.686520184 +0000 UTC m=+0.047537066 container init 427a1cee885541ce6aa23c67c0646815353cea7e7ed8f90491ba702db570f086 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-b, ceph=True, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209) 2026-02-12T03:44:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 podman[70601]: 2026-02-12 03:44:39.689259344 +0000 UTC m=+0.050276206 container start 427a1cee885541ce6aa23c67c0646815353cea7e7ed8f90491ba702db570f086 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-b, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:44:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 bash[70601]: 427a1cee885541ce6aa23c67c0646815353cea7e7ed8f90491ba702db570f086 2026-02-12T03:44:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 podman[70601]: 2026-02-12 03:44:39.649234359 +0000 UTC m=+0.010251231 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:44:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 systemd[1]: Started Ceph mon.b for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:44:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: set uid:gid to 167:167 (ceph:ceph) 2026-02-12T03:44:39.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo), process ceph-mon, pid 2 2026-02-12T03:44:39.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: pidfile_write: ignore empty --pid-file 2026-02-12T03:44:39.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: load: jerasure load: lrc 2026-02-12T03:44:39.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: RocksDB version: 7.9.2 2026-02-12T03:44:39.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Git sha 0 2026-02-12T03:44:39.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Compile date 2026-02-11 13:31:28 2026-02-12T03:44:39.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: DB SUMMARY 2026-02-12T03:44:39.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: DB Session ID: PF1RKHQW4AP0DXEPMVYJ 2026-02-12T03:44:39.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: CURRENT file: CURRENT 2026-02-12T03:44:39.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: IDENTITY file: IDENTITY 2026-02-12T03:44:39.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: MANIFEST file: MANIFEST-000010 size: 2394 Bytes 2026-02-12T03:44:39.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000039.sst 2026-02-12T03:44:39.888 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000037.log size: 1666117 ; 2026-02-12T03:44:39.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.error_if_exists: 0 2026-02-12T03:44:39.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.create_if_missing: 0 2026-02-12T03:44:39.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.paranoid_checks: 1 2026-02-12T03:44:39.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-12T03:44:39.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-12T03:44:39.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-12T03:44:39.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.env: 0xed5d60 2026-02-12T03:44:39.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.fs: PosixFileSystem 2026-02-12T03:44:39.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.info_log: 0x3290e80 2026-02-12T03:44:39.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_file_opening_threads: 16 2026-02-12T03:44:39.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.statistics: (nil) 2026-02-12T03:44:39.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.use_fsync: 0 2026-02-12T03:44:39.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_log_file_size: 0 2026-02-12T03:44:39.889 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-12T03:44:39.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-12T03:44:39.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.keep_log_file_num: 1000 2026-02-12T03:44:39.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.recycle_log_file_num: 0 2026-02-12T03:44:39.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.allow_fallocate: 1 2026-02-12T03:44:39.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.allow_mmap_reads: 0 2026-02-12T03:44:39.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.allow_mmap_writes: 0 2026-02-12T03:44:39.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.use_direct_reads: 0 2026-02-12T03:44:39.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-12T03:44:39.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.create_missing_column_families: 0 2026-02-12T03:44:39.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.db_log_dir: 2026-02-12T03:44:39.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.wal_dir: 2026-02-12T03:44:39.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-12T03:44:39.890 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-12T03:44:39.891 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-12T03:44:39.891 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-12T03:44:39.891 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-12T03:44:39.891 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-12T03:44:39.891 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.advise_random_on_open: 1 2026-02-12T03:44:39.891 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.db_write_buffer_size: 0 2026-02-12T03:44:39.891 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.write_buffer_manager: 0x328c500 2026-02-12T03:44:39.891 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-12T03:44:39.891 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-12T03:44:39.891 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-12T03:44:39.892 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.rate_limiter: (nil) 2026-02-12T03:44:39.892 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-12T03:44:39.892 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.wal_recovery_mode: 2 2026-02-12T03:44:39.892 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.enable_thread_tracking: 0 2026-02-12T03:44:39.892 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.enable_pipelined_write: 0 2026-02-12T03:44:39.892 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.unordered_write: 0 2026-02-12T03:44:39.892 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-12T03:44:39.892 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-12T03:44:39.892 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-12T03:44:39.892 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-12T03:44:39.892 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.row_cache: None 2026-02-12T03:44:39.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.wal_filter: None 2026-02-12T03:44:39.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-12T03:44:39.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.allow_ingest_behind: 0 2026-02-12T03:44:39.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.two_write_queues: 0 2026-02-12T03:44:39.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.manual_wal_flush: 0 2026-02-12T03:44:39.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.wal_compression: 0 2026-02-12T03:44:39.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.atomic_flush: 0 2026-02-12T03:44:39.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-12T03:44:39.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-12T03:44:39.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-12T03:44:39.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.log_readahead_size: 0 2026-02-12T03:44:39.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-12T03:44:39.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.best_efforts_recovery: 0 2026-02-12T03:44:39.893 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-12T03:44:39.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-12T03:44:39.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.allow_data_in_errors: 0 2026-02-12T03:44:39.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.db_host_id: __hostname__ 2026-02-12T03:44:39.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-12T03:44:39.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_background_jobs: 2 2026-02-12T03:44:39.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_background_compactions: -1 2026-02-12T03:44:39.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_subcompactions: 1 2026-02-12T03:44:39.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-12T03:44:39.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-12T03:44:39.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-12T03:44:39.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_total_wal_size: 0 2026-02-12T03:44:39.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-12T03:44:39.894 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-12T03:44:39.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-12T03:44:39.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-12T03:44:39.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_open_files: -1 2026-02-12T03:44:39.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.bytes_per_sync: 0 2026-02-12T03:44:39.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-12T03:44:39.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-12T03:44:39.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.compaction_readahead_size: 0 2026-02-12T03:44:39.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_background_flushes: -1 2026-02-12T03:44:39.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Compression algorithms supported: 2026-02-12T03:44:39.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: kZSTD supported: 0 2026-02-12T03:44:39.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: kXpressCompression supported: 0 2026-02-12T03:44:39.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: kBZip2Compression supported: 0 2026-02-12T03:44:39.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-12T03:44:39.895 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: kLZ4Compression supported: 1 2026-02-12T03:44:39.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: kZlibCompression supported: 1 2026-02-12T03:44:39.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: kLZ4HCCompression supported: 1 2026-02-12T03:44:39.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: kSnappyCompression supported: 1 2026-02-12T03:44:39.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-12T03:44:39.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-12T03:44:39.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2026-02-12T03:44:39.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-12T03:44:39.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-12T03:44:39.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.merge_operator: 2026-02-12T03:44:39.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.compaction_filter: None 2026-02-12T03:44:39.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.compaction_filter_factory: None 2026-02-12T03:44:39.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.sst_partitioner_factory: None 2026-02-12T03:44:39.896 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-12T03:44:39.897 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-12T03:44:39.897 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x32915c0) 2026-02-12T03:44:39.897 INFO:journalctl@ceph.mon.b.trial145.stdout: cache_index_and_filter_blocks: 1 2026-02-12T03:44:39.897 INFO:journalctl@ceph.mon.b.trial145.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-12T03:44:39.897 INFO:journalctl@ceph.mon.b.trial145.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-12T03:44:39.897 INFO:journalctl@ceph.mon.b.trial145.stdout: pin_top_level_index_and_filter: 1 2026-02-12T03:44:39.897 INFO:journalctl@ceph.mon.b.trial145.stdout: index_type: 0 2026-02-12T03:44:39.897 INFO:journalctl@ceph.mon.b.trial145.stdout: data_block_index_type: 0 2026-02-12T03:44:39.897 INFO:journalctl@ceph.mon.b.trial145.stdout: index_shortening: 1 2026-02-12T03:44:39.897 INFO:journalctl@ceph.mon.b.trial145.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-12T03:44:39.897 INFO:journalctl@ceph.mon.b.trial145.stdout: checksum: 4 2026-02-12T03:44:39.897 INFO:journalctl@ceph.mon.b.trial145.stdout: no_block_cache: 0 2026-02-12T03:44:39.897 INFO:journalctl@ceph.mon.b.trial145.stdout: block_cache: 0x325fa50 2026-02-12T03:44:39.898 INFO:journalctl@ceph.mon.b.trial145.stdout: block_cache_name: BinnedLRUCache 2026-02-12T03:44:39.898 INFO:journalctl@ceph.mon.b.trial145.stdout: block_cache_options: 2026-02-12T03:44:39.898 INFO:journalctl@ceph.mon.b.trial145.stdout: capacity : 536870912 2026-02-12T03:44:39.898 INFO:journalctl@ceph.mon.b.trial145.stdout: num_shard_bits : 4 2026-02-12T03:44:39.898 INFO:journalctl@ceph.mon.b.trial145.stdout: strict_capacity_limit : 0 2026-02-12T03:44:39.898 INFO:journalctl@ceph.mon.b.trial145.stdout: high_pri_pool_ratio: 0.000 2026-02-12T03:44:39.898 INFO:journalctl@ceph.mon.b.trial145.stdout: block_cache_compressed: (nil) 2026-02-12T03:44:39.898 INFO:journalctl@ceph.mon.b.trial145.stdout: persistent_cache: (nil) 2026-02-12T03:44:39.898 INFO:journalctl@ceph.mon.b.trial145.stdout: block_size: 4096 2026-02-12T03:44:39.898 INFO:journalctl@ceph.mon.b.trial145.stdout: block_size_deviation: 10 2026-02-12T03:44:39.898 INFO:journalctl@ceph.mon.b.trial145.stdout: block_restart_interval: 16 2026-02-12T03:44:39.898 INFO:journalctl@ceph.mon.b.trial145.stdout: index_block_restart_interval: 1 2026-02-12T03:44:39.899 INFO:journalctl@ceph.mon.b.trial145.stdout: metadata_block_size: 4096 2026-02-12T03:44:39.899 INFO:journalctl@ceph.mon.b.trial145.stdout: partition_filters: 0 2026-02-12T03:44:39.899 INFO:journalctl@ceph.mon.b.trial145.stdout: use_delta_encoding: 1 2026-02-12T03:44:39.899 INFO:journalctl@ceph.mon.b.trial145.stdout: filter_policy: bloomfilter 2026-02-12T03:44:39.899 INFO:journalctl@ceph.mon.b.trial145.stdout: whole_key_filtering: 1 2026-02-12T03:44:39.899 INFO:journalctl@ceph.mon.b.trial145.stdout: verify_compression: 0 2026-02-12T03:44:39.899 INFO:journalctl@ceph.mon.b.trial145.stdout: read_amp_bytes_per_bit: 0 2026-02-12T03:44:39.899 INFO:journalctl@ceph.mon.b.trial145.stdout: format_version: 5 2026-02-12T03:44:39.899 INFO:journalctl@ceph.mon.b.trial145.stdout: enable_index_compression: 1 2026-02-12T03:44:39.899 INFO:journalctl@ceph.mon.b.trial145.stdout: block_align: 0 2026-02-12T03:44:39.899 INFO:journalctl@ceph.mon.b.trial145.stdout: max_auto_readahead_size: 262144 2026-02-12T03:44:39.899 INFO:journalctl@ceph.mon.b.trial145.stdout: prepopulate_block_cache: 0 2026-02-12T03:44:39.899 INFO:journalctl@ceph.mon.b.trial145.stdout: initial_auto_readahead_size: 8192 2026-02-12T03:44:39.900 INFO:journalctl@ceph.mon.b.trial145.stdout: num_file_reads_for_auto_readahead: 2 2026-02-12T03:44:39.900 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.write_buffer_size: 33554432 2026-02-12T03:44:39.900 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_write_buffer_number: 2 2026-02-12T03:44:39.900 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.compression: NoCompression 2026-02-12T03:44:39.900 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.bottommost_compression: Disabled 2026-02-12T03:44:39.900 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.prefix_extractor: nullptr 2026-02-12T03:44:39.900 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-12T03:44:39.900 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.num_levels: 7 2026-02-12T03:44:39.900 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-12T03:44:39.900 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-12T03:44:39.900 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-12T03:44:39.900 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-12T03:44:39.900 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-12T03:44:39.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-12T03:44:39.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-12T03:44:39.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-12T03:44:39.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-12T03:44:39.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-12T03:44:39.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-12T03:44:39.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-12T03:44:39.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-12T03:44:39.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.compression_opts.level: 32767 2026-02-12T03:44:39.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.compression_opts.strategy: 0 2026-02-12T03:44:39.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-12T03:44:39.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-12T03:44:39.901 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-12T03:44:39.902 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-12T03:44:39.902 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.compression_opts.enabled: false 2026-02-12T03:44:39.902 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-12T03:44:39.902 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-12T03:44:39.902 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-12T03:44:39.902 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-12T03:44:39.902 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.target_file_size_base: 67108864 2026-02-12T03:44:39.902 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-12T03:44:39.902 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-12T03:44:39.902 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-12T03:44:39.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-12T03:44:39.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-12T03:44:39.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-12T03:44:39.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-12T03:44:39.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-12T03:44:39.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-12T03:44:39.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-12T03:44:39.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-12T03:44:39.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-12T03:44:39.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-12T03:44:39.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-12T03:44:39.903 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.arena_block_size: 1048576 2026-02-12T03:44:39.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-12T03:44:39.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-12T03:44:39.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.disable_auto_compactions: 0 2026-02-12T03:44:39.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-12T03:44:39.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-12T03:44:39.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-12T03:44:39.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-12T03:44:39.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-12T03:44:39.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-12T03:44:39.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-12T03:44:39.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-12T03:44:39.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-12T03:44:39.904 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-12T03:44:39.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-12T03:44:39.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.inplace_update_support: 0 2026-02-12T03:44:39.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-12T03:44:39.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-12T03:44:39.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-12T03:44:39.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-12T03:44:39.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.bloom_locality: 0 2026-02-12T03:44:39.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.max_successive_merges: 0 2026-02-12T03:44:39.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-12T03:44:39.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.paranoid_file_checks: 0 2026-02-12T03:44:39.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.force_consistency_checks: 1 2026-02-12T03:44:39.905 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.report_bg_io_stats: 0 2026-02-12T03:44:39.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.ttl: 2592000 2026-02-12T03:44:39.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-12T03:44:39.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-12T03:44:39.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-12T03:44:39.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.enable_blob_files: false 2026-02-12T03:44:39.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.min_blob_size: 0 2026-02-12T03:44:39.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.blob_file_size: 268435456 2026-02-12T03:44:39.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-12T03:44:39.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-12T03:44:39.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-12T03:44:39.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-12T03:44:39.906 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-12T03:44:39.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.blob_file_starting_level: 0 2026-02-12T03:44:39.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-12T03:44:39.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T03:44:39.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 41, last_sequence is 21180, log_number is 37,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 37 2026-02-12T03:44:39.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 37 2026-02-12T03:44:39.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 2f783fc9-d0a1-4e43-ac2b-aea838003137 2026-02-12T03:44:39.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770867879705816, "job": 1, "event": "recovery_started", "wal_files": [37]} 2026-02-12T03:44:39.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #37 mode 2 2026-02-12T03:44:39.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770867879710416, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 42, "file_size": 983126, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 21185, "largest_seqno": 22103, "table_properties": {"data_size": 978870, "index_size": 2065, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1157, "raw_key_size": 11785, "raw_average_key_size": 26, "raw_value_size": 969714, "raw_average_value_size": 2179, "num_data_blocks": 91, "num_entries": 445, "num_filter_entries": 445, "num_deletions": 8, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1770867879, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "2f783fc9-d0a1-4e43-ac2b-aea838003137", "db_session_id": "PF1RKHQW4AP0DXEPMVYJ", "orig_file_number": 42, "seqno_to_time_mapping": "N/A"}} 2026-02-12T03:44:39.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770867879710481, "job": 1, "event": "recovery_finished"} 2026-02-12T03:44:39.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: [db/version_set.cc:5047] Creating manifest 44 2026-02-12T03:44:39.907 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T03:44:39.908 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000037.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-12T03:44:39.908 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x32ace00 2026-02-12T03:44:39.908 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: DB pointer 0x409e000 2026-02-12T03:44:39.908 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-12T03:44:39.908 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-12T03:44:39.908 INFO:journalctl@ceph.mon.b.trial145.stdout: ** DB Stats ** 2026-02-12T03:44:39.908 INFO:journalctl@ceph.mon.b.trial145.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T03:44:39.908 INFO:journalctl@ceph.mon.b.trial145.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-12T03:44:39.908 INFO:journalctl@ceph.mon.b.trial145.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T03:44:39.908 INFO:journalctl@ceph.mon.b.trial145.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T03:44:39.908 INFO:journalctl@ceph.mon.b.trial145.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-12T03:44:39.908 INFO:journalctl@ceph.mon.b.trial145.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T03:44:39.908 INFO:journalctl@ceph.mon.b.trial145.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T03:44:39.909 INFO:journalctl@ceph.mon.b.trial145.stdout: 2026-02-12T03:44:39.909 INFO:journalctl@ceph.mon.b.trial145.stdout: ** Compaction Stats [default] ** 2026-02-12T03:44:39.909 INFO:journalctl@ceph.mon.b.trial145.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T03:44:39.909 INFO:journalctl@ceph.mon.b.trial145.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-12T03:44:39.909 INFO:journalctl@ceph.mon.b.trial145.stdout: L0 1/0 960.08 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 311.0 0.00 0.00 1 0.003 0 0 0.0 0.0 2026-02-12T03:44:39.909 INFO:journalctl@ceph.mon.b.trial145.stdout: L6 1/0 10.32 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2026-02-12T03:44:39.909 INFO:journalctl@ceph.mon.b.trial145.stdout: Sum 2/0 11.26 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 311.0 0.00 0.00 1 0.003 0 0 0.0 0.0 2026-02-12T03:44:39.909 INFO:journalctl@ceph.mon.b.trial145.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 311.0 0.00 0.00 1 0.003 0 0 0.0 0.0 2026-02-12T03:44:39.909 INFO:journalctl@ceph.mon.b.trial145.stdout: 2026-02-12T03:44:39.909 INFO:journalctl@ceph.mon.b.trial145.stdout: ** Compaction Stats [default] ** 2026-02-12T03:44:39.909 INFO:journalctl@ceph.mon.b.trial145.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T03:44:39.910 INFO:journalctl@ceph.mon.b.trial145.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-12T03:44:39.910 INFO:journalctl@ceph.mon.b.trial145.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 311.0 0.00 0.00 1 0.003 0 0 0.0 0.0 2026-02-12T03:44:39.910 INFO:journalctl@ceph.mon.b.trial145.stdout: 2026-02-12T03:44:39.910 INFO:journalctl@ceph.mon.b.trial145.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-12T03:44:39.910 INFO:journalctl@ceph.mon.b.trial145.stdout: 2026-02-12T03:44:39.910 INFO:journalctl@ceph.mon.b.trial145.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T03:44:39.910 INFO:journalctl@ceph.mon.b.trial145.stdout: Flush(GB): cumulative 0.001, interval 0.001 2026-02-12T03:44:39.910 INFO:journalctl@ceph.mon.b.trial145.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-12T03:44:39.910 INFO:journalctl@ceph.mon.b.trial145.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-12T03:44:39.910 INFO:journalctl@ceph.mon.b.trial145.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-12T03:44:39.910 INFO:journalctl@ceph.mon.b.trial145.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-12T03:44:39.910 INFO:journalctl@ceph.mon.b.trial145.stdout: Cumulative compaction: 0.00 GB write, 142.21 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T03:44:39.910 INFO:journalctl@ceph.mon.b.trial145.stdout: Interval compaction: 0.00 GB write, 142.21 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T03:44:39.911 INFO:journalctl@ceph.mon.b.trial145.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-12T03:44:39.911 INFO:journalctl@ceph.mon.b.trial145.stdout: Block cache BinnedLRUCache@0x325fa50#2 capacity: 512.00 MB usage: 3.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.5e-05 secs_since: 0 2026-02-12T03:44:39.911 INFO:journalctl@ceph.mon.b.trial145.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.28 KB,0.000244379%) IndexBlock(1,2.33 KB,0.000444055%) Misc(1,0.00 KB,0%) 2026-02-12T03:44:39.911 INFO:journalctl@ceph.mon.b.trial145.stdout: 2026-02-12T03:44:39.911 INFO:journalctl@ceph.mon.b.trial145.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-12T03:44:39.911 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: starting mon.b rank 1 at public addrs [v2:10.20.193.145:3300/0,v1:10.20.193.145:6789/0] at bind addrs [v2:10.20.193.145:3300/0,v1:10.20.193.145:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:44:39.911 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: mon.b@-1(???) e3 preinit fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:44:39.911 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: mon.b@-1(???).mds e1 new map 2026-02-12T03:44:39.911 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: mon.b@-1(???).mds e1 print_map 2026-02-12T03:44:39.911 INFO:journalctl@ceph.mon.b.trial145.stdout: e1 2026-02-12T03:44:39.911 INFO:journalctl@ceph.mon.b.trial145.stdout: btime 2026-02-12T03:23:06:727801+0000 2026-02-12T03:44:39.911 INFO:journalctl@ceph.mon.b.trial145.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-12T03:44:39.912 INFO:journalctl@ceph.mon.b.trial145.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-12T03:44:39.912 INFO:journalctl@ceph.mon.b.trial145.stdout: legacy client fscid: -1 2026-02-12T03:44:39.912 INFO:journalctl@ceph.mon.b.trial145.stdout: 2026-02-12T03:44:39.912 INFO:journalctl@ceph.mon.b.trial145.stdout: No filesystems configured 2026-02-12T03:44:39.912 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: mon.b@-1(???).osd e99 crush map has features 3314933000854323200, adjusting msgr requires 2026-02-12T03:44:39.912 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: mon.b@-1(???).osd e99 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T03:44:39.912 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: mon.b@-1(???).osd e99 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T03:44:39.912 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: mon.b@-1(???).osd e99 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T03:44:39.912 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:39 trial145 ceph-mon[70630]: mon.b@-1(???).paxosservice(auth 1..22) refresh upgraded, format 0 -> 3 2026-02-12T03:44:41.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:40 trial145 ceph-mon[70630]: from='client.25550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:40 trial145 ceph-mon[70630]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:40 trial145 ceph-mon[70630]: mon.a calling monitor election 2026-02-12T03:44:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:40 trial145 ceph-mon[70630]: mon.b calling monitor election 2026-02-12T03:44:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:40 trial145 ceph-mon[70630]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T03:44:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:40 trial145 ceph-mon[70630]: monmap epoch 3 2026-02-12T03:44:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:40 trial145 ceph-mon[70630]: fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:44:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:40 trial145 ceph-mon[70630]: last_changed 2026-02-12T03:23:40.287873+0000 2026-02-12T03:44:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:40 trial145 ceph-mon[70630]: created 2026-02-12T03:23:05.827285+0000 2026-02-12T03:44:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:40 trial145 ceph-mon[70630]: min_mon_release 19 (squid) 2026-02-12T03:44:41.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:40 trial145 ceph-mon[70630]: election_strategy: 1 2026-02-12T03:44:41.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:40 trial145 ceph-mon[70630]: 0: [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] mon.a 2026-02-12T03:44:41.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:40 trial145 ceph-mon[70630]: 1: [v2:10.20.193.145:3300/0,v1:10.20.193.145:6789/0] mon.b 2026-02-12T03:44:41.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:40 trial145 ceph-mon[70630]: 2: [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] mon.c 2026-02-12T03:44:41.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:40 trial145 ceph-mon[70630]: fsmap 2026-02-12T03:44:41.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:40 trial145 ceph-mon[70630]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T03:44:41.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:40 trial145 ceph-mon[70630]: mgrmap e39: y(active, since 38s), standbys: x 2026-02-12T03:44:41.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:40 trial145 ceph-mon[70630]: overall HEALTH_OK 2026-02-12T03:44:41.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:40 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='' 2026-02-12T03:44:41.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:40 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:41.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:40 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:41.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:40 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:41.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[14472]: from='client.25550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:41.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[14472]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:41.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[14472]: mon.a calling monitor election 2026-02-12T03:44:41.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[14472]: mon.b calling monitor election 2026-02-12T03:44:41.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[14472]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T03:44:41.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[14472]: monmap epoch 3 2026-02-12T03:44:41.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[14472]: fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:44:41.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[14472]: last_changed 2026-02-12T03:23:40.287873+0000 2026-02-12T03:44:41.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[14472]: created 2026-02-12T03:23:05.827285+0000 2026-02-12T03:44:41.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[14472]: min_mon_release 19 (squid) 2026-02-12T03:44:41.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[14472]: election_strategy: 1 2026-02-12T03:44:41.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[14472]: 0: [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] mon.a 2026-02-12T03:44:41.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[14472]: 1: [v2:10.20.193.145:3300/0,v1:10.20.193.145:6789/0] mon.b 2026-02-12T03:44:41.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[14472]: 2: [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] mon.c 2026-02-12T03:44:41.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[14472]: fsmap 2026-02-12T03:44:41.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[14472]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T03:44:41.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[14472]: mgrmap e39: y(active, since 38s), standbys: x 2026-02-12T03:44:41.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[14472]: overall HEALTH_OK 2026-02-12T03:44:41.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='' 2026-02-12T03:44:41.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:41.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:41.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:41.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[23011]: from='client.25550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:44:41.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[23011]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:41.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[23011]: mon.a calling monitor election 2026-02-12T03:44:41.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[23011]: mon.b calling monitor election 2026-02-12T03:44:41.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[23011]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T03:44:41.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[23011]: monmap epoch 3 2026-02-12T03:44:41.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[23011]: fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:44:41.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[23011]: last_changed 2026-02-12T03:23:40.287873+0000 2026-02-12T03:44:41.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[23011]: created 2026-02-12T03:23:05.827285+0000 2026-02-12T03:44:41.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[23011]: min_mon_release 19 (squid) 2026-02-12T03:44:41.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[23011]: election_strategy: 1 2026-02-12T03:44:41.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[23011]: 0: [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] mon.a 2026-02-12T03:44:41.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[23011]: 1: [v2:10.20.193.145:3300/0,v1:10.20.193.145:6789/0] mon.b 2026-02-12T03:44:41.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[23011]: 2: [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] mon.c 2026-02-12T03:44:41.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[23011]: fsmap 2026-02-12T03:44:41.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[23011]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T03:44:41.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[23011]: mgrmap e39: y(active, since 38s), standbys: x 2026-02-12T03:44:41.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[23011]: overall HEALTH_OK 2026-02-12T03:44:41.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='' 2026-02-12T03:44:41.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:41.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:41.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:40 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2026-02-12T03:44:42.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:44:42.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:44:42.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:44:42.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:44:42.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:44:42.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:44:42.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:44:42.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:44:42.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:44:42.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:44:42.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:44:42.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:44:42.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:44:42.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:44:42.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:44:42.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:44:42.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:44:42.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:44:42.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:44:42.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:44:42.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:44:42.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:44:42.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:44:42.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:44:42.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:44:42.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:44:42.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:44:42.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:42.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:42.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:42 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:42.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:42.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:42.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2026-02-12T03:44:42.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:42.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:42.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:44:42.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.416 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.416 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2026-02-12T03:44:42.416 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.416 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.416 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.416 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.416 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.416 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.416 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.416 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.416 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.417 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.417 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.417 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.417 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.417 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.417 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.417 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.417 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.417 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.417 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.417 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.417 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.417 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.418 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.418 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.418 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.418 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.418 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.418 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.418 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.418 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.418 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.418 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.418 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.419 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.419 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.419 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:44:42.419 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:44:42.419 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:44:42.419 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:44:42.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:44:42.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:44:42.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:44:42.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:44:42.422 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.422 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.422 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:44:42.422 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:44:42.422 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:44:42.422 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:44:42.422 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:44:42.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:44:42.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:44:42.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:44:42.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:44:42.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:44:42.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:44:42.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:44:42.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:44:42.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:44:42.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:44:42.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:44:42.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:44:42.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:44:42.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:44:42.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:44:42.424 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.424 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:44:42.424 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:44:42.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:44:42.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:44:42.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:44:42.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:44:42.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:44:42.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:44:42.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:44:42.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:44:42.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:44:42.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:44:42.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:44:42.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:44:42.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:44:42.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:44:42.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:44:42.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:44:42.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:44:42.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:44:42.427 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:44:42.427 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:44:42.427 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:44:42.427 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:44:42.427 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:44:42.427 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:44:42.427 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:44:42.427 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:44:42.427 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.428 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.428 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.428 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.428 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.428 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.428 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.428 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.428 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.428 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.428 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.428 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.428 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.429 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.429 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.429 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.429 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:44:42.429 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:44:42.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:44:42.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:44:42.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:44:42.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:44:42.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:44:42.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:44:42.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.432 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.432 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.432 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:44:42.432 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:44:42.432 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:44:42.432 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:42.432 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:42.432 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:42.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:44:42.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:44:42.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:44:42.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:44:42.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:42.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:42.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:42 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:43.117 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:44:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:44:43.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:43.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all crash 2026-02-12T03:44:43.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all mds 2026-02-12T03:44:43.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:44:43.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:44:43.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:44:43.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all nfs 2026-02-12T03:44:43.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:44:43.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all smb 2026-02-12T03:44:43.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all node-exporter 2026-02-12T03:44:43.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all prometheus 2026-02-12T03:44:43.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all alertmanager 2026-02-12T03:44:43.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all grafana 2026-02-12T03:44:43.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all loki 2026-02-12T03:44:43.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all promtail 2026-02-12T03:44:43.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all alloy 2026-02-12T03:44:43.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T03:44:43.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T03:44:43.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: Upgrade: Finalizing container_image settings 2026-02-12T03:44:43.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: Upgrade: Complete! 2026-02-12T03:44:43.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:43.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:43.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:43.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:43 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:43.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:43.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all crash 2026-02-12T03:44:43.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all mds 2026-02-12T03:44:43.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:44:43.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:44:43.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:44:43.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all nfs 2026-02-12T03:44:43.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:44:43.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all smb 2026-02-12T03:44:43.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all node-exporter 2026-02-12T03:44:43.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all prometheus 2026-02-12T03:44:43.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all alertmanager 2026-02-12T03:44:43.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all grafana 2026-02-12T03:44:43.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all loki 2026-02-12T03:44:43.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all promtail 2026-02-12T03:44:43.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all alloy 2026-02-12T03:44:43.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T03:44:43.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T03:44:43.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: Upgrade: Finalizing container_image settings 2026-02-12T03:44:43.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: Upgrade: Complete! 2026-02-12T03:44:43.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:43.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:43.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:43.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:43.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:43.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all crash 2026-02-12T03:44:43.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all mds 2026-02-12T03:44:43.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:44:43.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:44:43.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:44:43.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all nfs 2026-02-12T03:44:43.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:44:43.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all smb 2026-02-12T03:44:43.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all node-exporter 2026-02-12T03:44:43.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all prometheus 2026-02-12T03:44:43.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all alertmanager 2026-02-12T03:44:43.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all grafana 2026-02-12T03:44:43.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all loki 2026-02-12T03:44:43.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all promtail 2026-02-12T03:44:43.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all alloy 2026-02-12T03:44:43.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T03:44:43.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T03:44:43.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: Upgrade: Finalizing container_image settings 2026-02-12T03:44:43.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: Upgrade: Complete! 2026-02-12T03:44:43.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:44:43.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:44:43.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:43.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:43 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:44:45.118 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:44:44 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: 2026-02-12T03:44:44.716+0000 7f63a9f3e640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-02-12T03:44:45.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:45 trial145 ceph-mon[70630]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:45.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:45 trial086 ceph-mon[23011]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:45.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:45 trial086 ceph-mon[14472]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:46.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:46 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:44:46.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:46 trial086 ceph-mon[23011]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:44:46.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:46 trial086 ceph-mon[14472]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:44:47.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:47 trial145 ceph-mon[70630]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:47.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:47 trial086 ceph-mon[14472]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:47.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:47 trial086 ceph-mon[23011]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:48.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:48 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:44:48.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:48 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:44:48.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:48 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:44:49.311 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:49 trial086 ceph-mon[14472]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:49.312 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:44:48 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:44:48] "GET /metrics HTTP/1.1" 200 5759 "" "Prometheus/3.6.0" 2026-02-12T03:44:49.312 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:49 trial086 ceph-mon[23011]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:49.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:49 trial145 ceph-mon[70630]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:49.386 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:44:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:44:48.988Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:44:51.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:51 trial145 ceph-mon[70630]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:51.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:51 trial086 ceph-mon[14472]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:51.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:51 trial086 ceph-mon[23011]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:53.128 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:44:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:44:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:44:53.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:53 trial145 ceph-mon[70630]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:53.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:53 trial086 ceph-mon[14472]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:53.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:53 trial086 ceph-mon[23011]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:55.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:55 trial086 ceph-mon[14472]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:55.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:55 trial086 ceph-mon[23011]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:55.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:55 trial145 ceph-mon[70630]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:56.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:56 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:44:56.386 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:44:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:44:56.164Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:44:56.386 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:44:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:44:56.165Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:44:56.386 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:44:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:44:56.166Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:44:56.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:56 trial086 ceph-mon[14472]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:44:56.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:56 trial086 ceph-mon[23011]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:44:57.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:57 trial145 ceph-mon[70630]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:57.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:57 trial086 ceph-mon[23011]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:57.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:57 trial086 ceph-mon[14472]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:44:59.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:44:59 trial145 ceph-mon[70630]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:59.386 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:44:58 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:44:58.988Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:44:59.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:44:59 trial086 ceph-mon[14472]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:59.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:44:59 trial086 ceph-mon[23011]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:44:59.411 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:44:58 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:44:58] "GET /metrics HTTP/1.1" 200 5759 "" "Prometheus/3.6.0" 2026-02-12T03:45:01.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:01 trial086 ceph-mon[14472]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:45:01.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:01 trial086 ceph-mon[23011]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:45:01.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:01 trial145 ceph-mon[70630]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:45:03.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:45:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:45:02] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:45:03.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:03 trial086 ceph-mon[14472]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:45:03.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:03 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:45:03.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:03 trial086 ceph-mon[23011]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:45:03.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:03 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:45:03.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:03 trial145 ceph-mon[70630]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:45:03.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:03 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:45:05.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:05 trial086 ceph-mon[23011]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:45:05.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:05 trial086 ceph-mon[14472]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:45:05.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:05 trial145 ceph-mon[70630]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:45:06.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:06 trial086 ceph-mon[14472]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:45:06.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:06 trial086 ceph-mon[23011]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:45:06.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:06 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:45:07.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:07 trial086 ceph-mon[14472]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:45:07.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:07 trial086 ceph-mon[23011]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:45:07.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:07 trial145 ceph-mon[70630]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:45:09.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:09 trial145 ceph-mon[70630]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:45:09.386 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:45:08 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:45:08.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:45:09.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:09 trial086 ceph-mon[23011]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:45:09.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:09 trial086 ceph-mon[14472]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:45:09.411 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:45:08] "GET /metrics HTTP/1.1" 200 5758 "" "Prometheus/3.6.0" 2026-02-12T03:45:09.686 INFO:teuthology.orchestra.run.trial086.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T03:45:09.725 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T03:45:10.010 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:45:10.233 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:45:10.233 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (54s) 53s ago 19m - - 0.28.1 91c01b3cec9b be3e853a3d14 2026-02-12T03:45:10.233 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (47s) 29s ago 19m 147M - 12.3.1 5cdab57891ea 4b2023674182 2026-02-12T03:45:10.234 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (65s) 53s ago 19m - - 3.9 4cc07a41bb19 11834d3e9425 2026-02-12T03:45:10.234 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,9283,8765 running (64s) 29s ago 21m 494M - 20.3.0-5250-g84a80275 21b90b676abb 90db61001245 2026-02-12T03:45:10.234 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:8443,9283,8765 running (10m) 53s ago 22m - - 20.3.0-5250-g84a80275 21b90b676abb 0bf0f62d6e10 2026-02-12T03:45:10.234 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (22m) 53s ago 22m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 d8b3e18533b3 2026-02-12T03:45:10.234 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (30s) 29s ago 21m 20.7M 2048M 20.3.0-5250-g84a80275 21b90b676abb 427a1cee8855 2026-02-12T03:45:10.234 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (21m) 53s ago 21m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 5e4d958d8791 2026-02-12T03:45:10.234 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (60s) 53s ago 19m - - 1.9.1 255ec253085f 373e066ca44c 2026-02-12T03:45:10.234 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (58s) 29s ago 19m 9.97M - 1.9.1 255ec253085f d5fd160ba581 2026-02-12T03:45:10.234 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (21m) 53s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d7baf8f72e60 2026-02-12T03:45:10.234 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (21m) 53s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fb2687e62c00 2026-02-12T03:45:10.234 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (20m) 53s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 9def62f780f8 2026-02-12T03:45:10.234 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (20m) 53s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 1b941c940e6e 2026-02-12T03:45:10.234 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (20m) 29s ago 20m 62.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 472a47a150fc 2026-02-12T03:45:10.235 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (20m) 29s ago 20m 62.3M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 03a06d3fbe57 2026-02-12T03:45:10.235 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (20m) 29s ago 20m 57.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 838bfb91f030 2026-02-12T03:45:10.235 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (20m) 29s ago 20m 61.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 799fb27b1d2c 2026-02-12T03:45:10.235 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (13m) 29s ago 19m 57.8M - 3.6.0 4fcecf061b74 fd358be701f3 2026-02-12T03:45:10.235 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (19m) 53s ago 19m - - 19.2.3-672-g283431c0 4cc07a41bb19 fc6cafaeed8d 2026-02-12T03:45:10.235 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (19m) 29s ago 19m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 01589a0f2102 2026-02-12T03:45:10.289 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 2'"'"'' 2026-02-12T03:45:10.580 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:45:10.841 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:45:10.872 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade status' 2026-02-12T03:45:11.156 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:45:11.376 INFO:teuthology.orchestra.run.trial086.stdout:There are no upgrades in progress currently. 2026-02-12T03:45:11.399 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:11 trial086 ceph-mon[14472]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:45:11.399 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:11 trial086 ceph-mon[14472]: from='client.15693 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:11.399 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:11 trial086 ceph-mon[14472]: from='client.15699 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:11.399 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:11 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/817378140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:45:11.400 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:11 trial086 ceph-mon[23011]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:45:11.400 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:11 trial086 ceph-mon[23011]: from='client.15693 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:11.400 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:11 trial086 ceph-mon[23011]: from='client.15699 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:11.400 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:11 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/817378140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:45:11.414 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph health detail' 2026-02-12T03:45:11.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:11 trial145 ceph-mon[70630]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:45:11.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:11 trial145 ceph-mon[70630]: from='client.15693 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:11.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:11 trial145 ceph-mon[70630]: from='client.15699 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:11.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:11 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/817378140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:45:11.699 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:45:11.949 INFO:teuthology.orchestra.run.trial086.stdout:HEALTH_OK 2026-02-12T03:45:11.987 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '"'"'{print $2}'"'"')' 2026-02-12T03:45:12.266 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:45:12.290 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:12 trial086 ceph-mon[14472]: from='client.? 10.20.193.86:0/1807162345' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T03:45:12.290 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:12 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/1807162345' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T03:45:12.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:12 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/1807162345' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T03:45:12.929 INFO:teuthology.orchestra.run.trial086.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:45:12.971 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T03:45:13.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:45:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:45:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:45:13.258 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:45:13.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:13 trial086 ceph-mon[14472]: from='client.25574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:13.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:13 trial086 ceph-mon[14472]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:45:13.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:13 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:45:13.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:13 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:45:13.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:13 trial086 ceph-mon[14472]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:45:13.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:13 trial086 ceph-mon[14472]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:45:13.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:13 trial086 ceph-mon[23011]: from='client.25574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:13.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:13 trial086 ceph-mon[23011]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:45:13.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:13 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:45:13.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:13 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:45:13.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:13 trial086 ceph-mon[23011]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:45:13.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:13 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:45:13.503 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:45:13.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:13 trial145 ceph-mon[70630]: from='client.25574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:13.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:13 trial145 ceph-mon[70630]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:45:13.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:13 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:45:13.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:13 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:45:13.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:13 trial145 ceph-mon[70630]: from='mgr.25271 10.20.193.86:0/102387048' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:45:13.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:13 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='mgr.y' 2026-02-12T03:45:13.846 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:45:13.846 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (58s) 57s ago 19m - - 0.28.1 91c01b3cec9b be3e853a3d14 2026-02-12T03:45:13.846 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (50s) 33s ago 19m 147M - 12.3.1 5cdab57891ea 4b2023674182 2026-02-12T03:45:13.847 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (69s) 57s ago 19m - - 3.9 4cc07a41bb19 11834d3e9425 2026-02-12T03:45:13.847 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,9283,8765 running (67s) 33s ago 21m 494M - 20.3.0-5250-g84a80275 21b90b676abb 90db61001245 2026-02-12T03:45:13.847 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:8443,9283,8765 running (10m) 57s ago 22m - - 20.3.0-5250-g84a80275 21b90b676abb 0bf0f62d6e10 2026-02-12T03:45:13.847 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (22m) 57s ago 22m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 d8b3e18533b3 2026-02-12T03:45:13.847 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (34s) 33s ago 21m 20.7M 2048M 20.3.0-5250-g84a80275 21b90b676abb 427a1cee8855 2026-02-12T03:45:13.847 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (21m) 57s ago 21m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 5e4d958d8791 2026-02-12T03:45:13.847 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (63s) 57s ago 19m - - 1.9.1 255ec253085f 373e066ca44c 2026-02-12T03:45:13.847 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (62s) 33s ago 19m 9.97M - 1.9.1 255ec253085f d5fd160ba581 2026-02-12T03:45:13.847 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (21m) 57s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d7baf8f72e60 2026-02-12T03:45:13.847 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (21m) 57s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fb2687e62c00 2026-02-12T03:45:13.848 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (20m) 57s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 9def62f780f8 2026-02-12T03:45:13.848 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (20m) 57s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 1b941c940e6e 2026-02-12T03:45:13.848 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (20m) 33s ago 20m 62.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 472a47a150fc 2026-02-12T03:45:13.848 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (20m) 33s ago 20m 62.3M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 03a06d3fbe57 2026-02-12T03:45:13.848 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (20m) 33s ago 20m 57.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 838bfb91f030 2026-02-12T03:45:13.848 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (20m) 33s ago 20m 61.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 799fb27b1d2c 2026-02-12T03:45:13.848 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (13m) 33s ago 19m 57.8M - 3.6.0 4fcecf061b74 fd358be701f3 2026-02-12T03:45:13.848 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (19m) 57s ago 19m - - 19.2.3-672-g283431c0 4cc07a41bb19 fc6cafaeed8d 2026-02-12T03:45:13.848 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (19m) 33s ago 19m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 01589a0f2102 2026-02-12T03:45:13.965 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:13 trial086 systemd[1]: Stopping Ceph mon.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:45:14.053 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:45:14.053 INFO:teuthology.orchestra.run.trial086.stdout: "mon": { 2026-02-12T03:45:14.053 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2, 2026-02-12T03:45:14.053 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 1 2026-02-12T03:45:14.053 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:45:14.053 INFO:teuthology.orchestra.run.trial086.stdout: "mgr": { 2026-02-12T03:45:14.053 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:45:14.054 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:45:14.054 INFO:teuthology.orchestra.run.trial086.stdout: "osd": { 2026-02-12T03:45:14.054 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T03:45:14.054 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:45:14.054 INFO:teuthology.orchestra.run.trial086.stdout: "rgw": { 2026-02-12T03:45:14.054 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:45:14.054 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:45:14.054 INFO:teuthology.orchestra.run.trial086.stdout: "overall": { 2026-02-12T03:45:14.054 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 12, 2026-02-12T03:45:14.054 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:45:14.054 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:45:14.055 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:45:14.135 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:45:13 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=infra.usagestats t=2026-02-12T03:45:13.860607516Z level=info msg="Usage stats are ready to report" 2026-02-12T03:45:14.225 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:45:14.225 INFO:teuthology.orchestra.run.trial086.stdout: "in_progress": true, 2026-02-12T03:45:14.225 INFO:teuthology.orchestra.run.trial086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", 2026-02-12T03:45:14.225 INFO:teuthology.orchestra.run.trial086.stdout: "services_complete": [], 2026-02-12T03:45:14.225 INFO:teuthology.orchestra.run.trial086.stdout: "which": "Upgrading daemons of type(s) mon on host(s) trial086", 2026-02-12T03:45:14.225 INFO:teuthology.orchestra.run.trial086.stdout: "progress": "0/2 daemons upgraded", 2026-02-12T03:45:14.225 INFO:teuthology.orchestra.run.trial086.stdout: "message": "Currently upgrading mon daemons", 2026-02-12T03:45:14.225 INFO:teuthology.orchestra.run.trial086.stdout: "is_paused": false 2026-02-12T03:45:14.225 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:45:14.226 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:13 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-a[14468]: 2026-02-12T03:45:13.963+0000 7fe435f53640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:45:14.226 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:13 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-a[14468]: 2026-02-12T03:45:13.963+0000 7fe435f53640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2026-02-12T03:45:14.226 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 podman[91241]: 2026-02-12 03:45:14.095041608 +0000 UTC m=+0.146151107 container died d8b3e18533b346b3b8c212127370a8da9870d5cabc8db733160e934e368bf897 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-a, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, CEPH_REF=squid, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260202, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:45:14.226 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 podman[91241]: 2026-02-12 03:45:14.106099405 +0000 UTC m=+0.157208884 container remove d8b3e18533b346b3b8c212127370a8da9870d5cabc8db733160e934e368bf897 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-a, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=squid, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.build-date=20260202, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:45:14.226 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 bash[91241]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-a 2026-02-12T03:45:14.226 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mon.a.service: Deactivated successfully. 2026-02-12T03:45:14.226 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 systemd[1]: Stopped Ceph mon.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:45:14.226 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mon.a.service: Consumed 9.562s CPU time. 2026-02-12T03:45:14.476 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 systemd[1]: Starting Ceph mon.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:45:14.476 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 podman[91438]: 2026-02-12 03:45:14.431076571 +0000 UTC m=+0.015765870 container create b02c03c4b420e3873b3c6520e728f2d82bb5eff22b2f5f075508b51d8dad6dcb (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-a, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20260209, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:45:14.477 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 podman[91438]: 2026-02-12 03:45:14.453452749 +0000 UTC m=+0.038142038 container init b02c03c4b420e3873b3c6520e728f2d82bb5eff22b2f5f075508b51d8dad6dcb (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-a, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2026-02-12T03:45:14.477 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 podman[91438]: 2026-02-12 03:45:14.455964128 +0000 UTC m=+0.040653427 container start b02c03c4b420e3873b3c6520e728f2d82bb5eff22b2f5f075508b51d8dad6dcb (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-a, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:45:14.477 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 bash[91438]: b02c03c4b420e3873b3c6520e728f2d82bb5eff22b2f5f075508b51d8dad6dcb 2026-02-12T03:45:14.477 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 podman[91438]: 2026-02-12 03:45:14.424141238 +0000 UTC m=+0.008830547 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:45:14.477 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 systemd[1]: Started Ceph mon.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:45:14.477 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: set uid:gid to 167:167 (ceph:ceph) 2026-02-12T03:45:14.477 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo), process ceph-mon, pid 2 2026-02-12T03:45:14.477 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: pidfile_write: ignore empty --pid-file 2026-02-12T03:45:14.477 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: load: jerasure load: lrc 2026-02-12T03:45:14.478 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: RocksDB version: 7.9.2 2026-02-12T03:45:14.478 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Git sha 0 2026-02-12T03:45:14.478 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Compile date 2026-02-11 13:31:28 2026-02-12T03:45:14.478 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: DB SUMMARY 2026-02-12T03:45:14.478 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: DB Session ID: MSAKVDCZQM8B1ROGI9XX 2026-02-12T03:45:14.478 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: CURRENT file: CURRENT 2026-02-12T03:45:14.478 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: IDENTITY file: IDENTITY 2026-02-12T03:45:14.478 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: MANIFEST file: MANIFEST-000015 size: 2753 Bytes 2026-02-12T03:45:14.478 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000047.sst 2026-02-12T03:45:14.478 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000045.log size: 362013 ; 2026-02-12T03:45:14.479 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.error_if_exists: 0 2026-02-12T03:45:14.479 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.create_if_missing: 0 2026-02-12T03:45:14.479 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.paranoid_checks: 1 2026-02-12T03:45:14.479 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-12T03:45:14.479 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-12T03:45:14.479 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-12T03:45:14.479 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.env: 0xed5d60 2026-02-12T03:45:14.479 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.fs: PosixFileSystem 2026-02-12T03:45:14.479 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.info_log: 0x2b84e80 2026-02-12T03:45:14.479 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_file_opening_threads: 16 2026-02-12T03:45:14.480 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.statistics: (nil) 2026-02-12T03:45:14.480 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.use_fsync: 0 2026-02-12T03:45:14.480 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_log_file_size: 0 2026-02-12T03:45:14.480 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-12T03:45:14.480 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-12T03:45:14.480 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.keep_log_file_num: 1000 2026-02-12T03:45:14.480 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.recycle_log_file_num: 0 2026-02-12T03:45:14.480 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.allow_fallocate: 1 2026-02-12T03:45:14.480 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.allow_mmap_reads: 0 2026-02-12T03:45:14.480 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.allow_mmap_writes: 0 2026-02-12T03:45:14.480 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.use_direct_reads: 0 2026-02-12T03:45:14.481 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-12T03:45:14.481 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.create_missing_column_families: 0 2026-02-12T03:45:14.481 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.db_log_dir: 2026-02-12T03:45:14.481 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.wal_dir: 2026-02-12T03:45:14.481 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-12T03:45:14.481 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-12T03:45:14.481 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-12T03:45:14.481 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-12T03:45:14.481 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-12T03:45:14.481 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-12T03:45:14.481 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.advise_random_on_open: 1 2026-02-12T03:45:14.482 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.db_write_buffer_size: 0 2026-02-12T03:45:14.482 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.write_buffer_manager: 0x2b80500 2026-02-12T03:45:14.482 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-12T03:45:14.482 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-12T03:45:14.482 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-12T03:45:14.482 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.rate_limiter: (nil) 2026-02-12T03:45:14.482 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-12T03:45:14.482 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.wal_recovery_mode: 2 2026-02-12T03:45:14.482 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.enable_thread_tracking: 0 2026-02-12T03:45:14.482 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.enable_pipelined_write: 0 2026-02-12T03:45:14.482 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.unordered_write: 0 2026-02-12T03:45:14.483 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-12T03:45:14.483 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-12T03:45:14.483 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-12T03:45:14.483 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-12T03:45:14.483 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.row_cache: None 2026-02-12T03:45:14.483 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.wal_filter: None 2026-02-12T03:45:14.483 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-12T03:45:14.483 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.allow_ingest_behind: 0 2026-02-12T03:45:14.483 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.two_write_queues: 0 2026-02-12T03:45:14.483 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.manual_wal_flush: 0 2026-02-12T03:45:14.483 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.wal_compression: 0 2026-02-12T03:45:14.483 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.atomic_flush: 0 2026-02-12T03:45:14.484 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-12T03:45:14.484 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-12T03:45:14.484 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-12T03:45:14.484 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.log_readahead_size: 0 2026-02-12T03:45:14.484 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-12T03:45:14.484 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.best_efforts_recovery: 0 2026-02-12T03:45:14.484 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-12T03:45:14.484 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-12T03:45:14.484 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.allow_data_in_errors: 0 2026-02-12T03:45:14.484 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.db_host_id: __hostname__ 2026-02-12T03:45:14.484 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-12T03:45:14.485 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_background_jobs: 2 2026-02-12T03:45:14.485 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_background_compactions: -1 2026-02-12T03:45:14.485 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_subcompactions: 1 2026-02-12T03:45:14.485 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-12T03:45:14.485 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-12T03:45:14.485 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-12T03:45:14.485 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_total_wal_size: 0 2026-02-12T03:45:14.485 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-12T03:45:14.485 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-12T03:45:14.485 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-12T03:45:14.485 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-12T03:45:14.486 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_open_files: -1 2026-02-12T03:45:14.486 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.bytes_per_sync: 0 2026-02-12T03:45:14.486 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-12T03:45:14.486 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-12T03:45:14.486 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.compaction_readahead_size: 0 2026-02-12T03:45:14.486 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_background_flushes: -1 2026-02-12T03:45:14.486 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Compression algorithms supported: 2026-02-12T03:45:14.486 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: kZSTD supported: 0 2026-02-12T03:45:14.486 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: kXpressCompression supported: 0 2026-02-12T03:45:14.486 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: kBZip2Compression supported: 0 2026-02-12T03:45:14.486 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-12T03:45:14.487 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: kLZ4Compression supported: 1 2026-02-12T03:45:14.487 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: kZlibCompression supported: 1 2026-02-12T03:45:14.487 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: kLZ4HCCompression supported: 1 2026-02-12T03:45:14.487 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: kSnappyCompression supported: 1 2026-02-12T03:45:14.487 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-12T03:45:14.487 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-12T03:45:14.487 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2026-02-12T03:45:14.487 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-12T03:45:14.487 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-12T03:45:14.487 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.merge_operator: 2026-02-12T03:45:14.487 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.compaction_filter: None 2026-02-12T03:45:14.488 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.compaction_filter_factory: None 2026-02-12T03:45:14.488 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.sst_partitioner_factory: None 2026-02-12T03:45:14.488 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-12T03:45:14.488 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-12T03:45:14.488 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x2b855c0) 2026-02-12T03:45:14.488 INFO:journalctl@ceph.mon.a.trial086.stdout: cache_index_and_filter_blocks: 1 2026-02-12T03:45:14.488 INFO:journalctl@ceph.mon.a.trial086.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-12T03:45:14.488 INFO:journalctl@ceph.mon.a.trial086.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-12T03:45:14.488 INFO:journalctl@ceph.mon.a.trial086.stdout: pin_top_level_index_and_filter: 1 2026-02-12T03:45:14.488 INFO:journalctl@ceph.mon.a.trial086.stdout: index_type: 0 2026-02-12T03:45:14.488 INFO:journalctl@ceph.mon.a.trial086.stdout: data_block_index_type: 0 2026-02-12T03:45:14.489 INFO:journalctl@ceph.mon.a.trial086.stdout: index_shortening: 1 2026-02-12T03:45:14.489 INFO:journalctl@ceph.mon.a.trial086.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-12T03:45:14.489 INFO:journalctl@ceph.mon.a.trial086.stdout: checksum: 4 2026-02-12T03:45:14.489 INFO:journalctl@ceph.mon.a.trial086.stdout: no_block_cache: 0 2026-02-12T03:45:14.489 INFO:journalctl@ceph.mon.a.trial086.stdout: block_cache: 0x2b53a50 2026-02-12T03:45:14.489 INFO:journalctl@ceph.mon.a.trial086.stdout: block_cache_name: BinnedLRUCache 2026-02-12T03:45:14.489 INFO:journalctl@ceph.mon.a.trial086.stdout: block_cache_options: 2026-02-12T03:45:14.489 INFO:journalctl@ceph.mon.a.trial086.stdout: capacity : 536870912 2026-02-12T03:45:14.489 INFO:journalctl@ceph.mon.a.trial086.stdout: num_shard_bits : 4 2026-02-12T03:45:14.489 INFO:journalctl@ceph.mon.a.trial086.stdout: strict_capacity_limit : 0 2026-02-12T03:45:14.490 INFO:journalctl@ceph.mon.a.trial086.stdout: high_pri_pool_ratio: 0.000 2026-02-12T03:45:14.490 INFO:journalctl@ceph.mon.a.trial086.stdout: block_cache_compressed: (nil) 2026-02-12T03:45:14.490 INFO:journalctl@ceph.mon.a.trial086.stdout: persistent_cache: (nil) 2026-02-12T03:45:14.490 INFO:journalctl@ceph.mon.a.trial086.stdout: block_size: 4096 2026-02-12T03:45:14.490 INFO:journalctl@ceph.mon.a.trial086.stdout: block_size_deviation: 10 2026-02-12T03:45:14.490 INFO:journalctl@ceph.mon.a.trial086.stdout: block_restart_interval: 16 2026-02-12T03:45:14.490 INFO:journalctl@ceph.mon.a.trial086.stdout: index_block_restart_interval: 1 2026-02-12T03:45:14.490 INFO:journalctl@ceph.mon.a.trial086.stdout: metadata_block_size: 4096 2026-02-12T03:45:14.490 INFO:journalctl@ceph.mon.a.trial086.stdout: partition_filters: 0 2026-02-12T03:45:14.490 INFO:journalctl@ceph.mon.a.trial086.stdout: use_delta_encoding: 1 2026-02-12T03:45:14.490 INFO:journalctl@ceph.mon.a.trial086.stdout: filter_policy: bloomfilter 2026-02-12T03:45:14.491 INFO:journalctl@ceph.mon.a.trial086.stdout: whole_key_filtering: 1 2026-02-12T03:45:14.491 INFO:journalctl@ceph.mon.a.trial086.stdout: verify_compression: 0 2026-02-12T03:45:14.491 INFO:journalctl@ceph.mon.a.trial086.stdout: read_amp_bytes_per_bit: 0 2026-02-12T03:45:14.491 INFO:journalctl@ceph.mon.a.trial086.stdout: format_version: 5 2026-02-12T03:45:14.491 INFO:journalctl@ceph.mon.a.trial086.stdout: enable_index_compression: 1 2026-02-12T03:45:14.491 INFO:journalctl@ceph.mon.a.trial086.stdout: block_align: 0 2026-02-12T03:45:14.491 INFO:journalctl@ceph.mon.a.trial086.stdout: max_auto_readahead_size: 262144 2026-02-12T03:45:14.491 INFO:journalctl@ceph.mon.a.trial086.stdout: prepopulate_block_cache: 0 2026-02-12T03:45:14.491 INFO:journalctl@ceph.mon.a.trial086.stdout: initial_auto_readahead_size: 8192 2026-02-12T03:45:14.491 INFO:journalctl@ceph.mon.a.trial086.stdout: num_file_reads_for_auto_readahead: 2 2026-02-12T03:45:14.491 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.write_buffer_size: 33554432 2026-02-12T03:45:14.492 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_write_buffer_number: 2 2026-02-12T03:45:14.492 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.compression: NoCompression 2026-02-12T03:45:14.492 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.bottommost_compression: Disabled 2026-02-12T03:45:14.492 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.prefix_extractor: nullptr 2026-02-12T03:45:14.492 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-12T03:45:14.492 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.num_levels: 7 2026-02-12T03:45:14.492 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-12T03:45:14.492 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-12T03:45:14.492 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-12T03:45:14.492 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-12T03:45:14.492 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-12T03:45:14.492 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-12T03:45:14.493 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-12T03:45:14.493 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-12T03:45:14.493 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-12T03:45:14.493 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-12T03:45:14.493 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-12T03:45:14.493 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-12T03:45:14.493 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-12T03:45:14.493 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.compression_opts.level: 32767 2026-02-12T03:45:14.493 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.compression_opts.strategy: 0 2026-02-12T03:45:14.493 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-12T03:45:14.493 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-12T03:45:14.494 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-12T03:45:14.494 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-12T03:45:14.494 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.compression_opts.enabled: false 2026-02-12T03:45:14.494 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-12T03:45:14.494 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-12T03:45:14.494 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-12T03:45:14.494 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-12T03:45:14.494 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.target_file_size_base: 67108864 2026-02-12T03:45:14.494 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-12T03:45:14.494 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-12T03:45:14.494 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-12T03:45:14.495 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-12T03:45:14.495 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-12T03:45:14.495 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-12T03:45:14.495 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-12T03:45:14.495 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-12T03:45:14.495 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-12T03:45:14.495 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-12T03:45:14.495 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-12T03:45:14.495 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-12T03:45:14.495 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-12T03:45:14.495 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-12T03:45:14.495 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.arena_block_size: 1048576 2026-02-12T03:45:14.496 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-12T03:45:14.496 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-12T03:45:14.496 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.disable_auto_compactions: 0 2026-02-12T03:45:14.496 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-12T03:45:14.496 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-12T03:45:14.496 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-12T03:45:14.496 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-12T03:45:14.496 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-12T03:45:14.496 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-12T03:45:14.496 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-12T03:45:14.496 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-12T03:45:14.497 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-12T03:45:14.497 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-12T03:45:14.497 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-12T03:45:14.497 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.inplace_update_support: 0 2026-02-12T03:45:14.497 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-12T03:45:14.497 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-12T03:45:14.497 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-12T03:45:14.497 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-12T03:45:14.497 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.bloom_locality: 0 2026-02-12T03:45:14.497 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.max_successive_merges: 0 2026-02-12T03:45:14.498 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-12T03:45:14.498 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.paranoid_file_checks: 0 2026-02-12T03:45:14.498 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.force_consistency_checks: 1 2026-02-12T03:45:14.498 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.report_bg_io_stats: 0 2026-02-12T03:45:14.498 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.ttl: 2592000 2026-02-12T03:45:14.498 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-12T03:45:14.498 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-12T03:45:14.498 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-12T03:45:14.498 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.enable_blob_files: false 2026-02-12T03:45:14.498 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.min_blob_size: 0 2026-02-12T03:45:14.498 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.blob_file_size: 268435456 2026-02-12T03:45:14.499 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-12T03:45:14.499 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-12T03:45:14.499 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-12T03:45:14.499 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-12T03:45:14.499 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-12T03:45:14.499 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.blob_file_starting_level: 0 2026-02-12T03:45:14.499 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-12T03:45:14.499 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T03:45:14.499 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 49, last_sequence is 21111, log_number is 45,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 45 2026-02-12T03:45:14.499 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 45 2026-02-12T03:45:14.499 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: b06b1dd1-0bf3-4585-a484-b65687647f2c 2026-02-12T03:45:14.500 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770867914471616, "job": 1, "event": "recovery_started", "wal_files": [45]} 2026-02-12T03:45:14.500 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #45 mode 2 2026-02-12T03:45:14.500 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770867914473037, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 50, "file_size": 355491, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 21112, "largest_seqno": 21459, "table_properties": {"data_size": 353159, "index_size": 845, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 453, "raw_key_size": 3717, "raw_average_key_size": 23, "raw_value_size": 349815, "raw_average_value_size": 2200, "num_data_blocks": 38, "num_entries": 159, "num_filter_entries": 159, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1770867914, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b06b1dd1-0bf3-4585-a484-b65687647f2c", "db_session_id": "MSAKVDCZQM8B1ROGI9XX", "orig_file_number": 50, "seqno_to_time_mapping": "N/A"}} 2026-02-12T03:45:14.500 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770867914473085, "job": 1, "event": "recovery_finished"} 2026-02-12T03:45:14.500 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: [db/version_set.cc:5047] Creating manifest 52 2026-02-12T03:45:14.500 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T03:45:14.500 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000045.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-12T03:45:14.500 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x2ba0e00 2026-02-12T03:45:14.500 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: DB pointer 0x3992000 2026-02-12T03:45:14.500 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: starting mon.a rank 0 at public addrs [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] at bind addrs [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:45:14.501 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-12T03:45:14.501 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-12T03:45:14.501 INFO:journalctl@ceph.mon.a.trial086.stdout: ** DB Stats ** 2026-02-12T03:45:14.501 INFO:journalctl@ceph.mon.a.trial086.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T03:45:14.501 INFO:journalctl@ceph.mon.a.trial086.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-12T03:45:14.501 INFO:journalctl@ceph.mon.a.trial086.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T03:45:14.501 INFO:journalctl@ceph.mon.a.trial086.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T03:45:14.501 INFO:journalctl@ceph.mon.a.trial086.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-12T03:45:14.501 INFO:journalctl@ceph.mon.a.trial086.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T03:45:14.501 INFO:journalctl@ceph.mon.a.trial086.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T03:45:14.501 INFO:journalctl@ceph.mon.a.trial086.stdout: 2026-02-12T03:45:14.502 INFO:journalctl@ceph.mon.a.trial086.stdout: ** Compaction Stats [default] ** 2026-02-12T03:45:14.502 INFO:journalctl@ceph.mon.a.trial086.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T03:45:14.502 INFO:journalctl@ceph.mon.a.trial086.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-12T03:45:14.502 INFO:journalctl@ceph.mon.a.trial086.stdout: L0 1/0 347.16 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 341.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T03:45:14.502 INFO:journalctl@ceph.mon.a.trial086.stdout: L6 1/0 10.40 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2026-02-12T03:45:14.502 INFO:journalctl@ceph.mon.a.trial086.stdout: Sum 2/0 10.74 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 341.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T03:45:14.502 INFO:journalctl@ceph.mon.a.trial086.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 341.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T03:45:14.502 INFO:journalctl@ceph.mon.a.trial086.stdout: 2026-02-12T03:45:14.502 INFO:journalctl@ceph.mon.a.trial086.stdout: ** Compaction Stats [default] ** 2026-02-12T03:45:14.503 INFO:journalctl@ceph.mon.a.trial086.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T03:45:14.503 INFO:journalctl@ceph.mon.a.trial086.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-12T03:45:14.503 INFO:journalctl@ceph.mon.a.trial086.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 341.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T03:45:14.503 INFO:journalctl@ceph.mon.a.trial086.stdout: 2026-02-12T03:45:14.503 INFO:journalctl@ceph.mon.a.trial086.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-12T03:45:14.503 INFO:journalctl@ceph.mon.a.trial086.stdout: 2026-02-12T03:45:14.503 INFO:journalctl@ceph.mon.a.trial086.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T03:45:14.503 INFO:journalctl@ceph.mon.a.trial086.stdout: Flush(GB): cumulative 0.000, interval 0.000 2026-02-12T03:45:14.503 INFO:journalctl@ceph.mon.a.trial086.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-12T03:45:14.503 INFO:journalctl@ceph.mon.a.trial086.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-12T03:45:14.503 INFO:journalctl@ceph.mon.a.trial086.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-12T03:45:14.504 INFO:journalctl@ceph.mon.a.trial086.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-12T03:45:14.504 INFO:journalctl@ceph.mon.a.trial086.stdout: Cumulative compaction: 0.00 GB write, 97.73 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T03:45:14.504 INFO:journalctl@ceph.mon.a.trial086.stdout: Interval compaction: 0.00 GB write, 97.73 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T03:45:14.504 INFO:journalctl@ceph.mon.a.trial086.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-12T03:45:14.504 INFO:journalctl@ceph.mon.a.trial086.stdout: Block cache BinnedLRUCache@0x2b53a50#2 capacity: 512.00 MB usage: 1.45 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.6e-05 secs_since: 0 2026-02-12T03:45:14.504 INFO:journalctl@ceph.mon.a.trial086.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.50 KB,9.53674e-05%) IndexBlock(1,0.95 KB,0.000181794%) Misc(1,0.00 KB,0%) 2026-02-12T03:45:14.504 INFO:journalctl@ceph.mon.a.trial086.stdout: 2026-02-12T03:45:14.504 INFO:journalctl@ceph.mon.a.trial086.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-12T03:45:14.504 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: mon.a@-1(???) e3 preinit fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:45:14.504 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: mon.a@-1(???).mds e1 new map 2026-02-12T03:45:14.504 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: mon.a@-1(???).mds e1 print_map 2026-02-12T03:45:14.505 INFO:journalctl@ceph.mon.a.trial086.stdout: e1 2026-02-12T03:45:14.505 INFO:journalctl@ceph.mon.a.trial086.stdout: btime 2026-02-12T03:23:06:727801+0000 2026-02-12T03:45:14.505 INFO:journalctl@ceph.mon.a.trial086.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-12T03:45:14.505 INFO:journalctl@ceph.mon.a.trial086.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-12T03:45:14.505 INFO:journalctl@ceph.mon.a.trial086.stdout: legacy client fscid: -1 2026-02-12T03:45:14.505 INFO:journalctl@ceph.mon.a.trial086.stdout: 2026-02-12T03:45:14.505 INFO:journalctl@ceph.mon.a.trial086.stdout: No filesystems configured 2026-02-12T03:45:14.505 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: mon.a@-1(???).osd e99 crush map has features 3314933000854323200, adjusting msgr requires 2026-02-12T03:45:14.505 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: mon.a@-1(???).osd e99 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T03:45:14.505 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: mon.a@-1(???).osd e99 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T03:45:14.506 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: mon.a@-1(???).osd e99 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T03:45:14.506 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: mon.a@-1(???).paxosservice(auth 1..24) refresh upgraded, format 0 -> 3 2026-02-12T03:45:15.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:45:14 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ignoring --setuser ceph since I am not root 2026-02-12T03:45:15.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:45:14 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ignoring --setgroup ceph since I am not root 2026-02-12T03:45:15.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mgr[60737]: -- 10.20.193.145:0/2739698464 <== mon.1 v2:10.20.193.145:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x1053a00 con 0x1027400 2026-02-12T03:45:15.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: from='client.25598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:15.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: Upgrade: Updating mon.a 2026-02-12T03:45:15.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: Deploying daemon mon.a on trial086 2026-02-12T03:45:15.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:45:15.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: from='client.15741 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:15.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: from='client.15747 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:15.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/4120692896' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:45:15.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: from='client.25622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:15.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: mon.a calling monitor election 2026-02-12T03:45:15.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T03:45:15.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: monmap epoch 3 2026-02-12T03:45:15.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:45:15.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: last_changed 2026-02-12T03:23:40.287873+0000 2026-02-12T03:45:15.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: created 2026-02-12T03:23:05.827285+0000 2026-02-12T03:45:15.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: min_mon_release 19 (squid) 2026-02-12T03:45:15.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: election_strategy: 1 2026-02-12T03:45:15.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: 0: [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] mon.a 2026-02-12T03:45:15.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: 1: [v2:10.20.193.145:3300/0,v1:10.20.193.145:6789/0] mon.b 2026-02-12T03:45:15.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: 2: [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] mon.c 2026-02-12T03:45:15.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: fsmap 2026-02-12T03:45:15.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T03:45:15.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: mgrmap e39: y(active, since 73s), standbys: x 2026-02-12T03:45:15.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: overall HEALTH_OK 2026-02-12T03:45:15.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: from='mgr.25271 ' entity='' 2026-02-12T03:45:15.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:14 trial145 ceph-mon[70630]: mgrmap e40: y(active, since 73s), standbys: x 2026-02-12T03:45:15.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:14 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ignoring --setuser ceph since I am not root 2026-02-12T03:45:15.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:14 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ignoring --setgroup ceph since I am not root 2026-02-12T03:45:15.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mgr[68083]: -- 10.20.193.86:0/2304426973 <== mon.0 v2:10.20.193.86:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x2a05a00 con 0x29d9400 2026-02-12T03:45:15.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: from='client.25598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:15.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: Upgrade: Updating mon.a 2026-02-12T03:45:15.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: Deploying daemon mon.a on trial086 2026-02-12T03:45:15.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:45:15.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: from='client.15741 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:15.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: from='client.15747 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:15.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: from='client.? 10.20.193.86:0/4120692896' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:45:15.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: from='client.25622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:15.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: mon.a calling monitor election 2026-02-12T03:45:15.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T03:45:15.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: monmap epoch 3 2026-02-12T03:45:15.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:45:15.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: last_changed 2026-02-12T03:23:40.287873+0000 2026-02-12T03:45:15.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: created 2026-02-12T03:23:05.827285+0000 2026-02-12T03:45:15.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: min_mon_release 19 (squid) 2026-02-12T03:45:15.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: election_strategy: 1 2026-02-12T03:45:15.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: 0: [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] mon.a 2026-02-12T03:45:15.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: 1: [v2:10.20.193.145:3300/0,v1:10.20.193.145:6789/0] mon.b 2026-02-12T03:45:15.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: 2: [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] mon.c 2026-02-12T03:45:15.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: fsmap 2026-02-12T03:45:15.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T03:45:15.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: mgrmap e39: y(active, since 73s), standbys: x 2026-02-12T03:45:15.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: overall HEALTH_OK 2026-02-12T03:45:15.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: from='mgr.25271 ' entity='' 2026-02-12T03:45:15.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[23011]: mgrmap e40: y(active, since 73s), standbys: x 2026-02-12T03:45:15.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: from='client.25598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:15.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: Upgrade: Updating mon.a 2026-02-12T03:45:15.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: Deploying daemon mon.a on trial086 2026-02-12T03:45:15.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:45:15.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: from='client.15741 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:15.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: from='client.15747 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:15.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/4120692896' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:45:15.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: from='client.25622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:15.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: mon.a calling monitor election 2026-02-12T03:45:15.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T03:45:15.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: monmap epoch 3 2026-02-12T03:45:15.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:45:15.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: last_changed 2026-02-12T03:23:40.287873+0000 2026-02-12T03:45:15.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: created 2026-02-12T03:23:05.827285+0000 2026-02-12T03:45:15.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: min_mon_release 19 (squid) 2026-02-12T03:45:15.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: election_strategy: 1 2026-02-12T03:45:15.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: 0: [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] mon.a 2026-02-12T03:45:15.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: 1: [v2:10.20.193.145:3300/0,v1:10.20.193.145:6789/0] mon.b 2026-02-12T03:45:15.165 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: 2: [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] mon.c 2026-02-12T03:45:15.165 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: fsmap 2026-02-12T03:45:15.165 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T03:45:15.165 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: mgrmap e39: y(active, since 73s), standbys: x 2026-02-12T03:45:15.165 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: overall HEALTH_OK 2026-02-12T03:45:15.165 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: from='mgr.25271 ' entity='' 2026-02-12T03:45:15.165 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:14 trial086 ceph-mon[91466]: mgrmap e40: y(active, since 73s), standbys: x 2026-02-12T03:45:16.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:45:15 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T03:45:16.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:45:15 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T03:45:16.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:45:15 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: from numpy import show_config as show_numpy_config 2026-02-12T03:45:16.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:15 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T03:45:16.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:15 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T03:45:16.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:15 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: from numpy import show_config as show_numpy_config 2026-02-12T03:45:17.786 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: Standby manager daemon x restarted 2026-02-12T03:45:17.786 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: Standby manager daemon x started 2026-02-12T03:45:17.786 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: from='mgr.? 10.20.193.145:0/636297471' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/crt"} : dispatch 2026-02-12T03:45:17.786 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: from='mgr.? 10.20.193.145:0/636297471' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2026-02-12T03:45:17.786 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: from='mgr.? 10.20.193.145:0/636297471' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/key"} : dispatch 2026-02-12T03:45:17.786 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: from='mgr.? 10.20.193.145:0/636297471' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2026-02-12T03:45:17.787 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: Active manager daemon y restarted 2026-02-12T03:45:17.787 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: Activating manager daemon y 2026-02-12T03:45:17.787 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: osdmap e100: 8 total, 8 up, 8 in 2026-02-12T03:45:17.787 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: mgrmap e41: y(active, starting, since 0.00514261s), standbys: x 2026-02-12T03:45:17.787 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:45:17.787 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:45:17.787 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:45:17.787 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:45:17.787 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:45:17.787 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:45:17.787 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:45:17.787 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:45:17.788 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:45:17.788 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:45:17.788 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:45:17.788 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:45:17.788 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:45:17.788 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:45:17.788 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:45:17.788 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:45:17.788 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:17 trial145 ceph-mon[70630]: Manager daemon y is now available 2026-02-12T03:45:17.793 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: Standby manager daemon x restarted 2026-02-12T03:45:17.793 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: Standby manager daemon x started 2026-02-12T03:45:17.794 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: from='mgr.? 10.20.193.145:0/636297471' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/crt"} : dispatch 2026-02-12T03:45:17.794 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: from='mgr.? 10.20.193.145:0/636297471' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2026-02-12T03:45:17.794 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: from='mgr.? 10.20.193.145:0/636297471' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/key"} : dispatch 2026-02-12T03:45:17.794 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: from='mgr.? 10.20.193.145:0/636297471' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2026-02-12T03:45:17.794 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: Active manager daemon y restarted 2026-02-12T03:45:17.794 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: Activating manager daemon y 2026-02-12T03:45:17.794 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: osdmap e100: 8 total, 8 up, 8 in 2026-02-12T03:45:17.794 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: mgrmap e41: y(active, starting, since 0.00514261s), standbys: x 2026-02-12T03:45:17.794 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:45:17.794 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:45:17.794 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:45:17.794 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:45:17.795 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:45:17.795 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:45:17.795 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:45:17.795 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:45:17.795 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:45:17.795 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:45:17.795 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:45:17.795 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:45:17.795 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:45:17.795 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:45:17.795 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:45:17.795 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:45:17.795 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[91466]: Manager daemon y is now available 2026-02-12T03:45:17.796 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: Standby manager daemon x restarted 2026-02-12T03:45:17.796 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: Standby manager daemon x started 2026-02-12T03:45:17.796 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/636297471' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/crt"} : dispatch 2026-02-12T03:45:17.796 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/636297471' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2026-02-12T03:45:17.796 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/636297471' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/key"} : dispatch 2026-02-12T03:45:17.796 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: from='mgr.? 10.20.193.145:0/636297471' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2026-02-12T03:45:17.796 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: Active manager daemon y restarted 2026-02-12T03:45:17.796 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: Activating manager daemon y 2026-02-12T03:45:17.796 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: osdmap e100: 8 total, 8 up, 8 in 2026-02-12T03:45:17.797 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: mgrmap e41: y(active, starting, since 0.00514261s), standbys: x 2026-02-12T03:45:17.797 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:45:17.797 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:45:17.797 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:45:17.797 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:45:17.797 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:45:17.797 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T03:45:17.797 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T03:45:17.797 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T03:45:17.797 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T03:45:17.797 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T03:45:17.797 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T03:45:17.797 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T03:45:17.798 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T03:45:17.798 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:45:17.798 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:45:17.798 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:45:17.798 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:17 trial086 ceph-mon[23011]: Manager daemon y is now available 2026-02-12T03:45:18.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:18 trial145 ceph-mon[70630]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T03:45:18.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:18 trial145 ceph-mon[70630]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T03:45:18.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:18 trial145 ceph-mon[70630]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T03:45:18.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:18 trial145 ceph-mon[70630]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T03:45:18.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:18 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:45:18.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:18 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:45:18.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:18 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:45:18.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:18 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2026-02-12T03:45:18.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:18 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:45:18.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:18 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2026-02-12T03:45:18.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:18 trial145 ceph-mon[70630]: mgrmap e42: y(active, since 1.00901s), standbys: x 2026-02-12T03:45:18.910 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: 2026-02-12T03:45:18.498+0000 7f020f0ef640 -1 mgr.server handle_report got status from non-daemon mon.a 2026-02-12T03:45:18.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:18 trial086 ceph-mon[91466]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T03:45:18.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:18 trial086 ceph-mon[91466]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T03:45:18.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:18 trial086 ceph-mon[91466]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T03:45:18.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:18 trial086 ceph-mon[91466]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T03:45:18.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:18 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:45:18.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:18 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:45:18.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:18 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:45:18.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:18 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2026-02-12T03:45:18.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:18 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:45:18.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:18 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2026-02-12T03:45:18.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:18 trial086 ceph-mon[91466]: mgrmap e42: y(active, since 1.00901s), standbys: x 2026-02-12T03:45:18.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:18 trial086 ceph-mon[23011]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T03:45:18.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:18 trial086 ceph-mon[23011]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T03:45:18.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:18 trial086 ceph-mon[23011]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T03:45:18.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:18 trial086 ceph-mon[23011]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T03:45:18.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:18 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:45:18.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:18 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:45:18.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:18 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:45:18.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:18 trial086 ceph-mon[23011]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2026-02-12T03:45:18.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:18 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:45:18.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:18 trial086 ceph-mon[23011]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2026-02-12T03:45:18.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:18 trial086 ceph-mon[23011]: mgrmap e42: y(active, since 1.00901s), standbys: x 2026-02-12T03:45:20.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:19 trial145 ceph-mon[70630]: [12/Feb/2026:03:45:17] ENGINE Bus STARTING 2026-02-12T03:45:20.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:19 trial145 ceph-mon[70630]: [12/Feb/2026:03:45:18] ENGINE Serving on https://10.20.193.86:7150 2026-02-12T03:45:20.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:19 trial145 ceph-mon[70630]: [12/Feb/2026:03:45:18] ENGINE Client ('10.20.193.86', 56270) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:45:20.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:19 trial145 ceph-mon[70630]: [12/Feb/2026:03:45:18] ENGINE Serving on http://10.20.193.86:8765 2026-02-12T03:45:20.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:19 trial145 ceph-mon[70630]: [12/Feb/2026:03:45:18] ENGINE Bus STARTED 2026-02-12T03:45:20.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:19 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:45:20.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:19 trial145 ceph-mon[70630]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:45:20.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:19 trial145 ceph-mon[70630]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:45:20.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:19 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:20.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:19 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:20.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:19 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:20.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:19 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:20.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:19 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:20.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:19 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:20.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:19 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:20.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:19 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:20.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[91466]: [12/Feb/2026:03:45:17] ENGINE Bus STARTING 2026-02-12T03:45:20.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[91466]: [12/Feb/2026:03:45:18] ENGINE Serving on https://10.20.193.86:7150 2026-02-12T03:45:20.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[91466]: [12/Feb/2026:03:45:18] ENGINE Client ('10.20.193.86', 56270) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:45:20.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[91466]: [12/Feb/2026:03:45:18] ENGINE Serving on http://10.20.193.86:8765 2026-02-12T03:45:20.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[91466]: [12/Feb/2026:03:45:18] ENGINE Bus STARTED 2026-02-12T03:45:20.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:45:20.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[91466]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:45:20.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[91466]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:45:20.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:20.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:20.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:20.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:20.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:20.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:20.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:20.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:20.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[23011]: [12/Feb/2026:03:45:17] ENGINE Bus STARTING 2026-02-12T03:45:20.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[23011]: [12/Feb/2026:03:45:18] ENGINE Serving on https://10.20.193.86:7150 2026-02-12T03:45:20.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[23011]: [12/Feb/2026:03:45:18] ENGINE Client ('10.20.193.86', 56270) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:45:20.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[23011]: [12/Feb/2026:03:45:18] ENGINE Serving on http://10.20.193.86:8765 2026-02-12T03:45:20.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[23011]: [12/Feb/2026:03:45:18] ENGINE Bus STARTED 2026-02-12T03:45:20.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[23011]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:45:20.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[23011]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:45:20.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[23011]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:45:20.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[23011]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:20.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[23011]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:20.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[23011]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:20.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[23011]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:20.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[23011]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:20.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[23011]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:20.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[23011]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:20.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:19 trial086 ceph-mon[23011]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:20 trial145 ceph-mon[70630]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:45:21.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:20 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:20 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:20 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:45:21.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:20 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:45:21.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:20 trial145 ceph-mon[70630]: mgrmap e43: y(active, since 2s), standbys: x 2026-02-12T03:45:21.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:20 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:20 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:20 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:20 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:20 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:20 trial086 ceph-mon[91466]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:45:21.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:20 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:20 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:20 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:45:21.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:20 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:45:21.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:20 trial086 ceph-mon[91466]: mgrmap e43: y(active, since 2s), standbys: x 2026-02-12T03:45:21.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:20 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:20 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:20 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:20 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:20 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:20 trial086 ceph-mon[23011]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:45:21.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:20 trial086 ceph-mon[23011]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:20 trial086 ceph-mon[23011]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:20 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:45:21.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:20 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:45:21.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:20 trial086 ceph-mon[23011]: mgrmap e43: y(active, since 2s), standbys: x 2026-02-12T03:45:21.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:20 trial086 ceph-mon[23011]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:20 trial086 ceph-mon[23011]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:20 trial086 ceph-mon[23011]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:20 trial086 ceph-mon[23011]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:20 trial086 ceph-mon[23011]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.773 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[91466]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:45:21.773 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[91466]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:45:21.773 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[91466]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:45:21.773 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[91466]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:45:21.773 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[91466]: Updating trial145:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:45:21.773 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[91466]: Updating trial086:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:45:21.773 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[91466]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:45:21.773 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[91466]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:45:21.773 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[91466]: Certificate for "cephadm-signed_agent_cert (trial145)" is still valid for 1824 days. 2026-02-12T03:45:21.773 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:45:21.773 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:45:21.773 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2026-02-12T03:45:21.773 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2026-02-12T03:45:21.773 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.773 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:45:21.773 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T03:45:21.773 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:45:21.773 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 systemd[1]: Stopping Ceph mon.c for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:45:21.773 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[23011]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:45:21.773 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[23011]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:45:21.773 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[23011]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:45:21.774 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[23011]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:45:21.774 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[23011]: Updating trial145:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:45:21.774 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[23011]: Updating trial086:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:45:21.774 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[23011]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:45:21.774 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[23011]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:45:21.774 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[23011]: Certificate for "cephadm-signed_agent_cert (trial145)" is still valid for 1824 days. 2026-02-12T03:45:21.774 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:45:21.774 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:45:21.774 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2026-02-12T03:45:21.774 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2026-02-12T03:45:21.774 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[23011]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:21.774 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:45:21.774 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T03:45:21.774 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 ceph-mon[23011]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:45:22.035 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-c[23007]: 2026-02-12T03:45:21.771+0000 7fc85fac5640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:45:22.035 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-c[23007]: 2026-02-12T03:45:21.771+0000 7fc85fac5640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2026-02-12T03:45:22.035 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 podman[93519]: 2026-02-12 03:45:21.883238877 +0000 UTC m=+0.125087471 container died 5e4d958d8791ce287dff351e63af3a2322d6a6fa00c98107d01cac757a3f807c (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-c, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=squid, org.label-schema.build-date=20260202) 2026-02-12T03:45:22.035 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 podman[93519]: 2026-02-12 03:45:21.894313104 +0000 UTC m=+0.136161698 container remove 5e4d958d8791ce287dff351e63af3a2322d6a6fa00c98107d01cac757a3f807c (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-c, org.label-schema.build-date=20260202, CEPH_REF=squid, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default) 2026-02-12T03:45:22.035 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 bash[93519]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-c 2026-02-12T03:45:22.035 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mon.c.service: Deactivated successfully. 2026-02-12T03:45:22.035 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 systemd[1]: Stopped Ceph mon.c for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:45:22.035 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:21 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mon.c.service: Consumed 6.295s CPU time. 2026-02-12T03:45:22.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:21 trial145 ceph-mon[70630]: Updating trial086:/etc/ceph/ceph.conf 2026-02-12T03:45:22.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:21 trial145 ceph-mon[70630]: Updating trial145:/etc/ceph/ceph.conf 2026-02-12T03:45:22.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:21 trial145 ceph-mon[70630]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:45:22.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:21 trial145 ceph-mon[70630]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.conf 2026-02-12T03:45:22.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:21 trial145 ceph-mon[70630]: Updating trial145:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:45:22.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:21 trial145 ceph-mon[70630]: Updating trial086:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:45:22.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:21 trial145 ceph-mon[70630]: Updating trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:45:22.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:21 trial145 ceph-mon[70630]: Updating trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:45:22.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:21 trial145 ceph-mon[70630]: Certificate for "cephadm-signed_agent_cert (trial145)" is still valid for 1824 days. 2026-02-12T03:45:22.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:21 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:45:22.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:21 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:45:22.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:21 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2026-02-12T03:45:22.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:21 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2026-02-12T03:45:22.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:21 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:22.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:21 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:45:22.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:21 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T03:45:22.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:21 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:45:22.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 systemd[1]: Starting Ceph mon.c for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:45:22.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 podman[93690]: 2026-02-12 03:45:22.213148783 +0000 UTC m=+0.017116000 container create 0890bc0876b4ee0d866c2d20e3e2e64a4e48b2a6a38afb51f913de8e8ccd0991 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-c, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, ceph=True, OSD_FLAVOR=default) 2026-02-12T03:45:22.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 podman[93690]: 2026-02-12 03:45:22.240271645 +0000 UTC m=+0.044238782 container init 0890bc0876b4ee0d866c2d20e3e2e64a4e48b2a6a38afb51f913de8e8ccd0991 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-c, io.buildah.version=1.41.3, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:45:22.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 podman[93690]: 2026-02-12 03:45:22.242439395 +0000 UTC m=+0.046406522 container start 0890bc0876b4ee0d866c2d20e3e2e64a4e48b2a6a38afb51f913de8e8ccd0991 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-c, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:45:22.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 bash[93690]: 0890bc0876b4ee0d866c2d20e3e2e64a4e48b2a6a38afb51f913de8e8ccd0991 2026-02-12T03:45:22.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 podman[93690]: 2026-02-12 03:45:22.206416959 +0000 UTC m=+0.010384106 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:45:22.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 systemd[1]: Started Ceph mon.c for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:45:22.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: set uid:gid to 167:167 (ceph:ceph) 2026-02-12T03:45:22.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo), process ceph-mon, pid 2 2026-02-12T03:45:22.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: pidfile_write: ignore empty --pid-file 2026-02-12T03:45:22.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: load: jerasure load: lrc 2026-02-12T03:45:22.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: RocksDB version: 7.9.2 2026-02-12T03:45:22.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Git sha 0 2026-02-12T03:45:22.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Compile date 2026-02-11 13:31:28 2026-02-12T03:45:22.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: DB SUMMARY 2026-02-12T03:45:22.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: DB Session ID: TWYUAN2Q27MEASKE9VMY 2026-02-12T03:45:22.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: CURRENT file: CURRENT 2026-02-12T03:45:22.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: IDENTITY file: IDENTITY 2026-02-12T03:45:22.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: MANIFEST file: MANIFEST-000010 size: 2651 Bytes 2026-02-12T03:45:22.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000042.sst 2026-02-12T03:45:22.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000040.log size: 3075636 ; 2026-02-12T03:45:22.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.error_if_exists: 0 2026-02-12T03:45:22.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.create_if_missing: 0 2026-02-12T03:45:22.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.paranoid_checks: 1 2026-02-12T03:45:22.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-12T03:45:22.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-12T03:45:22.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-12T03:45:22.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.env: 0xed5d60 2026-02-12T03:45:22.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.fs: PosixFileSystem 2026-02-12T03:45:22.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.info_log: 0x28c8e80 2026-02-12T03:45:22.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_file_opening_threads: 16 2026-02-12T03:45:22.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.statistics: (nil) 2026-02-12T03:45:22.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.use_fsync: 0 2026-02-12T03:45:22.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_log_file_size: 0 2026-02-12T03:45:22.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-12T03:45:22.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-12T03:45:22.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.keep_log_file_num: 1000 2026-02-12T03:45:22.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.recycle_log_file_num: 0 2026-02-12T03:45:22.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.allow_fallocate: 1 2026-02-12T03:45:22.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.allow_mmap_reads: 0 2026-02-12T03:45:22.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.allow_mmap_writes: 0 2026-02-12T03:45:22.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.use_direct_reads: 0 2026-02-12T03:45:22.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-12T03:45:22.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.create_missing_column_families: 0 2026-02-12T03:45:22.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.db_log_dir: 2026-02-12T03:45:22.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.wal_dir: 2026-02-12T03:45:22.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-12T03:45:22.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-12T03:45:22.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-12T03:45:22.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-12T03:45:22.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-12T03:45:22.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-12T03:45:22.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.advise_random_on_open: 1 2026-02-12T03:45:22.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.db_write_buffer_size: 0 2026-02-12T03:45:22.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.write_buffer_manager: 0x28c4500 2026-02-12T03:45:22.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-12T03:45:22.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-12T03:45:22.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-12T03:45:22.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.rate_limiter: (nil) 2026-02-12T03:45:22.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-12T03:45:22.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.wal_recovery_mode: 2 2026-02-12T03:45:22.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.enable_thread_tracking: 0 2026-02-12T03:45:22.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.enable_pipelined_write: 0 2026-02-12T03:45:22.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.unordered_write: 0 2026-02-12T03:45:22.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-12T03:45:22.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-12T03:45:22.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-12T03:45:22.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-12T03:45:22.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.row_cache: None 2026-02-12T03:45:22.417 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.wal_filter: None 2026-02-12T03:45:22.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-12T03:45:22.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.allow_ingest_behind: 0 2026-02-12T03:45:22.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.two_write_queues: 0 2026-02-12T03:45:22.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.manual_wal_flush: 0 2026-02-12T03:45:22.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.wal_compression: 0 2026-02-12T03:45:22.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.atomic_flush: 0 2026-02-12T03:45:22.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-12T03:45:22.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-12T03:45:22.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-12T03:45:22.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.log_readahead_size: 0 2026-02-12T03:45:22.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-12T03:45:22.418 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.best_efforts_recovery: 0 2026-02-12T03:45:22.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-12T03:45:22.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-12T03:45:22.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.allow_data_in_errors: 0 2026-02-12T03:45:22.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.db_host_id: __hostname__ 2026-02-12T03:45:22.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-12T03:45:22.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_background_jobs: 2 2026-02-12T03:45:22.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_background_compactions: -1 2026-02-12T03:45:22.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_subcompactions: 1 2026-02-12T03:45:22.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-12T03:45:22.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-12T03:45:22.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-12T03:45:22.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_total_wal_size: 0 2026-02-12T03:45:22.419 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-12T03:45:22.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-12T03:45:22.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-12T03:45:22.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-12T03:45:22.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_open_files: -1 2026-02-12T03:45:22.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.bytes_per_sync: 0 2026-02-12T03:45:22.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-12T03:45:22.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-12T03:45:22.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.compaction_readahead_size: 0 2026-02-12T03:45:22.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_background_flushes: -1 2026-02-12T03:45:22.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Compression algorithms supported: 2026-02-12T03:45:22.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: kZSTD supported: 0 2026-02-12T03:45:22.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: kXpressCompression supported: 0 2026-02-12T03:45:22.420 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: kBZip2Compression supported: 0 2026-02-12T03:45:22.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-12T03:45:22.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: kLZ4Compression supported: 1 2026-02-12T03:45:22.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: kZlibCompression supported: 1 2026-02-12T03:45:22.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: kLZ4HCCompression supported: 1 2026-02-12T03:45:22.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: kSnappyCompression supported: 1 2026-02-12T03:45:22.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-12T03:45:22.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-12T03:45:22.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2026-02-12T03:45:22.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-12T03:45:22.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-12T03:45:22.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.merge_operator: 2026-02-12T03:45:22.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.compaction_filter: None 2026-02-12T03:45:22.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.compaction_filter_factory: None 2026-02-12T03:45:22.422 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.sst_partitioner_factory: None 2026-02-12T03:45:22.422 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-12T03:45:22.422 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-12T03:45:22.422 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x28c95c0) 2026-02-12T03:45:22.422 INFO:journalctl@ceph.mon.c.trial086.stdout: cache_index_and_filter_blocks: 1 2026-02-12T03:45:22.422 INFO:journalctl@ceph.mon.c.trial086.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-12T03:45:22.422 INFO:journalctl@ceph.mon.c.trial086.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-12T03:45:22.422 INFO:journalctl@ceph.mon.c.trial086.stdout: pin_top_level_index_and_filter: 1 2026-02-12T03:45:22.422 INFO:journalctl@ceph.mon.c.trial086.stdout: index_type: 0 2026-02-12T03:45:22.422 INFO:journalctl@ceph.mon.c.trial086.stdout: data_block_index_type: 0 2026-02-12T03:45:22.422 INFO:journalctl@ceph.mon.c.trial086.stdout: index_shortening: 1 2026-02-12T03:45:22.422 INFO:journalctl@ceph.mon.c.trial086.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-12T03:45:22.422 INFO:journalctl@ceph.mon.c.trial086.stdout: checksum: 4 2026-02-12T03:45:22.423 INFO:journalctl@ceph.mon.c.trial086.stdout: no_block_cache: 0 2026-02-12T03:45:22.423 INFO:journalctl@ceph.mon.c.trial086.stdout: block_cache: 0x2897a50 2026-02-12T03:45:22.423 INFO:journalctl@ceph.mon.c.trial086.stdout: block_cache_name: BinnedLRUCache 2026-02-12T03:45:22.423 INFO:journalctl@ceph.mon.c.trial086.stdout: block_cache_options: 2026-02-12T03:45:22.423 INFO:journalctl@ceph.mon.c.trial086.stdout: capacity : 536870912 2026-02-12T03:45:22.423 INFO:journalctl@ceph.mon.c.trial086.stdout: num_shard_bits : 4 2026-02-12T03:45:22.423 INFO:journalctl@ceph.mon.c.trial086.stdout: strict_capacity_limit : 0 2026-02-12T03:45:22.423 INFO:journalctl@ceph.mon.c.trial086.stdout: high_pri_pool_ratio: 0.000 2026-02-12T03:45:22.423 INFO:journalctl@ceph.mon.c.trial086.stdout: block_cache_compressed: (nil) 2026-02-12T03:45:22.423 INFO:journalctl@ceph.mon.c.trial086.stdout: persistent_cache: (nil) 2026-02-12T03:45:22.423 INFO:journalctl@ceph.mon.c.trial086.stdout: block_size: 4096 2026-02-12T03:45:22.423 INFO:journalctl@ceph.mon.c.trial086.stdout: block_size_deviation: 10 2026-02-12T03:45:22.424 INFO:journalctl@ceph.mon.c.trial086.stdout: block_restart_interval: 16 2026-02-12T03:45:22.424 INFO:journalctl@ceph.mon.c.trial086.stdout: index_block_restart_interval: 1 2026-02-12T03:45:22.424 INFO:journalctl@ceph.mon.c.trial086.stdout: metadata_block_size: 4096 2026-02-12T03:45:22.424 INFO:journalctl@ceph.mon.c.trial086.stdout: partition_filters: 0 2026-02-12T03:45:22.424 INFO:journalctl@ceph.mon.c.trial086.stdout: use_delta_encoding: 1 2026-02-12T03:45:22.424 INFO:journalctl@ceph.mon.c.trial086.stdout: filter_policy: bloomfilter 2026-02-12T03:45:22.424 INFO:journalctl@ceph.mon.c.trial086.stdout: whole_key_filtering: 1 2026-02-12T03:45:22.424 INFO:journalctl@ceph.mon.c.trial086.stdout: verify_compression: 0 2026-02-12T03:45:22.424 INFO:journalctl@ceph.mon.c.trial086.stdout: read_amp_bytes_per_bit: 0 2026-02-12T03:45:22.424 INFO:journalctl@ceph.mon.c.trial086.stdout: format_version: 5 2026-02-12T03:45:22.424 INFO:journalctl@ceph.mon.c.trial086.stdout: enable_index_compression: 1 2026-02-12T03:45:22.424 INFO:journalctl@ceph.mon.c.trial086.stdout: block_align: 0 2026-02-12T03:45:22.424 INFO:journalctl@ceph.mon.c.trial086.stdout: max_auto_readahead_size: 262144 2026-02-12T03:45:22.425 INFO:journalctl@ceph.mon.c.trial086.stdout: prepopulate_block_cache: 0 2026-02-12T03:45:22.425 INFO:journalctl@ceph.mon.c.trial086.stdout: initial_auto_readahead_size: 8192 2026-02-12T03:45:22.425 INFO:journalctl@ceph.mon.c.trial086.stdout: num_file_reads_for_auto_readahead: 2 2026-02-12T03:45:22.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.write_buffer_size: 33554432 2026-02-12T03:45:22.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_write_buffer_number: 2 2026-02-12T03:45:22.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.compression: NoCompression 2026-02-12T03:45:22.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.bottommost_compression: Disabled 2026-02-12T03:45:22.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.prefix_extractor: nullptr 2026-02-12T03:45:22.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-12T03:45:22.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.num_levels: 7 2026-02-12T03:45:22.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-12T03:45:22.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-12T03:45:22.425 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-12T03:45:22.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-12T03:45:22.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-12T03:45:22.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-12T03:45:22.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-12T03:45:22.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-12T03:45:22.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-12T03:45:22.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-12T03:45:22.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-12T03:45:22.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-12T03:45:22.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-12T03:45:22.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.compression_opts.level: 32767 2026-02-12T03:45:22.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.compression_opts.strategy: 0 2026-02-12T03:45:22.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-12T03:45:22.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-12T03:45:22.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-12T03:45:22.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-12T03:45:22.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.compression_opts.enabled: false 2026-02-12T03:45:22.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-12T03:45:22.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-12T03:45:22.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-12T03:45:22.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-12T03:45:22.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.target_file_size_base: 67108864 2026-02-12T03:45:22.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-12T03:45:22.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-12T03:45:22.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-12T03:45:22.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-12T03:45:22.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-12T03:45:22.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-12T03:45:22.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-12T03:45:22.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-12T03:45:22.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-12T03:45:22.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-12T03:45:22.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-12T03:45:22.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-12T03:45:22.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-12T03:45:22.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-12T03:45:22.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.arena_block_size: 1048576 2026-02-12T03:45:22.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-12T03:45:22.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-12T03:45:22.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.disable_auto_compactions: 0 2026-02-12T03:45:22.428 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-12T03:45:22.429 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-12T03:45:22.429 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-12T03:45:22.429 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-12T03:45:22.429 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-12T03:45:22.429 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-12T03:45:22.429 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-12T03:45:22.429 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-12T03:45:22.429 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-12T03:45:22.429 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-12T03:45:22.429 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-12T03:45:22.429 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.inplace_update_support: 0 2026-02-12T03:45:22.429 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-12T03:45:22.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-12T03:45:22.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-12T03:45:22.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-12T03:45:22.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.bloom_locality: 0 2026-02-12T03:45:22.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.max_successive_merges: 0 2026-02-12T03:45:22.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-12T03:45:22.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.paranoid_file_checks: 0 2026-02-12T03:45:22.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.force_consistency_checks: 1 2026-02-12T03:45:22.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.report_bg_io_stats: 0 2026-02-12T03:45:22.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.ttl: 2592000 2026-02-12T03:45:22.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-12T03:45:22.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-12T03:45:22.430 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-12T03:45:22.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.enable_blob_files: false 2026-02-12T03:45:22.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.min_blob_size: 0 2026-02-12T03:45:22.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.blob_file_size: 268435456 2026-02-12T03:45:22.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-12T03:45:22.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-12T03:45:22.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-12T03:45:22.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-12T03:45:22.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-12T03:45:22.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.blob_file_starting_level: 0 2026-02-12T03:45:22.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-12T03:45:22.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T03:45:22.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 44, last_sequence is 22824, log_number is 40,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 40 2026-02-12T03:45:22.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 40 2026-02-12T03:45:22.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ebc04167-272d-470a-bcb4-8f8fbda47224 2026-02-12T03:45:22.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770867922258765, "job": 1, "event": "recovery_started", "wal_files": [40]} 2026-02-12T03:45:22.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #40 mode 2 2026-02-12T03:45:22.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770867922263826, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 45, "file_size": 1965184, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 22829, "largest_seqno": 23577, "table_properties": {"data_size": 1961157, "index_size": 2092, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 901, "raw_key_size": 8522, "raw_average_key_size": 24, "raw_value_size": 1953647, "raw_average_value_size": 5565, "num_data_blocks": 95, "num_entries": 351, "num_filter_entries": 351, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1770867922, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ebc04167-272d-470a-bcb4-8f8fbda47224", "db_session_id": "TWYUAN2Q27MEASKE9VMY", "orig_file_number": 45, "seqno_to_time_mapping": "N/A"}} 2026-02-12T03:45:22.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770867922263880, "job": 1, "event": "recovery_finished"} 2026-02-12T03:45:22.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: [db/version_set.cc:5047] Creating manifest 47 2026-02-12T03:45:22.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T03:45:22.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000040.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-12T03:45:22.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x28e4e00 2026-02-12T03:45:22.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: DB pointer 0x36d6000 2026-02-12T03:45:22.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-12T03:45:22.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-12T03:45:22.432 INFO:journalctl@ceph.mon.c.trial086.stdout: ** DB Stats ** 2026-02-12T03:45:22.433 INFO:journalctl@ceph.mon.c.trial086.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T03:45:22.433 INFO:journalctl@ceph.mon.c.trial086.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-12T03:45:22.433 INFO:journalctl@ceph.mon.c.trial086.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T03:45:22.433 INFO:journalctl@ceph.mon.c.trial086.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T03:45:22.433 INFO:journalctl@ceph.mon.c.trial086.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-12T03:45:22.433 INFO:journalctl@ceph.mon.c.trial086.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T03:45:22.433 INFO:journalctl@ceph.mon.c.trial086.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T03:45:22.433 INFO:journalctl@ceph.mon.c.trial086.stdout: 2026-02-12T03:45:22.433 INFO:journalctl@ceph.mon.c.trial086.stdout: ** Compaction Stats [default] ** 2026-02-12T03:45:22.433 INFO:journalctl@ceph.mon.c.trial086.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T03:45:22.433 INFO:journalctl@ceph.mon.c.trial086.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-12T03:45:22.433 INFO:journalctl@ceph.mon.c.trial086.stdout: L0 1/0 1.87 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 835.6 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-02-12T03:45:22.434 INFO:journalctl@ceph.mon.c.trial086.stdout: L6 1/0 10.40 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2026-02-12T03:45:22.434 INFO:journalctl@ceph.mon.c.trial086.stdout: Sum 2/0 12.28 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 835.6 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-02-12T03:45:22.434 INFO:journalctl@ceph.mon.c.trial086.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 835.6 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-02-12T03:45:22.434 INFO:journalctl@ceph.mon.c.trial086.stdout: 2026-02-12T03:45:22.434 INFO:journalctl@ceph.mon.c.trial086.stdout: ** Compaction Stats [default] ** 2026-02-12T03:45:22.434 INFO:journalctl@ceph.mon.c.trial086.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T03:45:22.434 INFO:journalctl@ceph.mon.c.trial086.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-12T03:45:22.434 INFO:journalctl@ceph.mon.c.trial086.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 835.6 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-02-12T03:45:22.434 INFO:journalctl@ceph.mon.c.trial086.stdout: 2026-02-12T03:45:22.434 INFO:journalctl@ceph.mon.c.trial086.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-12T03:45:22.434 INFO:journalctl@ceph.mon.c.trial086.stdout: 2026-02-12T03:45:22.435 INFO:journalctl@ceph.mon.c.trial086.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T03:45:22.435 INFO:journalctl@ceph.mon.c.trial086.stdout: Flush(GB): cumulative 0.002, interval 0.002 2026-02-12T03:45:22.435 INFO:journalctl@ceph.mon.c.trial086.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-12T03:45:22.435 INFO:journalctl@ceph.mon.c.trial086.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-12T03:45:22.435 INFO:journalctl@ceph.mon.c.trial086.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-12T03:45:22.435 INFO:journalctl@ceph.mon.c.trial086.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-12T03:45:22.435 INFO:journalctl@ceph.mon.c.trial086.stdout: Cumulative compaction: 0.00 GB write, 257.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T03:45:22.435 INFO:journalctl@ceph.mon.c.trial086.stdout: Interval compaction: 0.00 GB write, 257.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T03:45:22.435 INFO:journalctl@ceph.mon.c.trial086.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-12T03:45:22.435 INFO:journalctl@ceph.mon.c.trial086.stdout: Block cache BinnedLRUCache@0x2897a50#2 capacity: 512.00 MB usage: 3.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.4e-05 secs_since: 0 2026-02-12T03:45:22.435 INFO:journalctl@ceph.mon.c.trial086.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.03 KB,0.000196695%) IndexBlock(1,2.33 KB,0.000444055%) Misc(1,0.00 KB,0%) 2026-02-12T03:45:22.435 INFO:journalctl@ceph.mon.c.trial086.stdout: 2026-02-12T03:45:22.436 INFO:journalctl@ceph.mon.c.trial086.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-12T03:45:22.436 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: starting mon.c rank 2 at public addrs [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] at bind addrs [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:45:22.436 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: mon.c@-1(???) e3 preinit fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:45:22.436 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: mon.c@-1(???).mds e1 new map 2026-02-12T03:45:22.436 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: mon.c@-1(???).mds e1 print_map 2026-02-12T03:45:22.436 INFO:journalctl@ceph.mon.c.trial086.stdout: e1 2026-02-12T03:45:22.436 INFO:journalctl@ceph.mon.c.trial086.stdout: btime 2026-02-12T03:23:06:727801+0000 2026-02-12T03:45:22.436 INFO:journalctl@ceph.mon.c.trial086.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-12T03:45:22.436 INFO:journalctl@ceph.mon.c.trial086.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-12T03:45:22.436 INFO:journalctl@ceph.mon.c.trial086.stdout: legacy client fscid: -1 2026-02-12T03:45:22.436 INFO:journalctl@ceph.mon.c.trial086.stdout: 2026-02-12T03:45:22.436 INFO:journalctl@ceph.mon.c.trial086.stdout: No filesystems configured 2026-02-12T03:45:22.437 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: mon.c@-1(???).osd e100 crush map has features 3314933000854323200, adjusting msgr requires 2026-02-12T03:45:22.437 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: mon.c@-1(???).osd e100 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T03:45:22.437 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: mon.c@-1(???).osd e100 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T03:45:22.437 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: mon.c@-1(???).osd e100 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T03:45:22.437 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:22 trial086 ceph-mon[93716]: mon.c@-1(???).paxosservice(auth 1..25) refresh upgraded, format 0 -> 3 2026-02-12T03:45:23.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: 2: [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] mon.c 2026-02-12T03:45:23.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: fsmap 2026-02-12T03:45:23.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: osdmap e100: 8 total, 8 up, 8 in 2026-02-12T03:45:23.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: mgrmap e43: y(active, since 4s), standbys: x 2026-02-12T03:45:23.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: overall HEALTH_OK 2026-02-12T03:45:23.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: mon.a calling monitor election 2026-02-12T03:45:23.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: mon.c calling monitor election 2026-02-12T03:45:23.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T03:45:23.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T03:45:23.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T03:45:23.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: mon.b calling monitor election 2026-02-12T03:45:23.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T03:45:23.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: monmap epoch 4 2026-02-12T03:45:23.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:45:23.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: last_changed 2026-02-12T03:45:22.286473+0000 2026-02-12T03:45:23.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: created 2026-02-12T03:23:05.827285+0000 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: min_mon_release 20 (tentacle) 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: election_strategy: 1 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: 0: [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] mon.a 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: 1: [v2:10.20.193.145:3300/0,v1:10.20.193.145:6789/0] mon.b 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: 2: [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] mon.c 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: fsmap 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: osdmap e100: 8 total, 8 up, 8 in 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: mgrmap e43: y(active, since 4s), standbys: x 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: overall HEALTH_OK 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='' 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: 2: [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] mon.c 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: fsmap 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: osdmap e100: 8 total, 8 up, 8 in 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: mgrmap e43: y(active, since 4s), standbys: x 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: overall HEALTH_OK 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: mon.a calling monitor election 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: mon.c calling monitor election 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: mon.b calling monitor election 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: monmap epoch 4 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: last_changed 2026-02-12T03:45:22.286473+0000 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: created 2026-02-12T03:23:05.827285+0000 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: min_mon_release 20 (tentacle) 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: election_strategy: 1 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: 0: [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] mon.a 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: 1: [v2:10.20.193.145:3300/0,v1:10.20.193.145:6789/0] mon.b 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: 2: [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] mon.c 2026-02-12T03:45:23.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: fsmap 2026-02-12T03:45:23.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: osdmap e100: 8 total, 8 up, 8 in 2026-02-12T03:45:23.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: mgrmap e43: y(active, since 4s), standbys: x 2026-02-12T03:45:23.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: overall HEALTH_OK 2026-02-12T03:45:23.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='' 2026-02-12T03:45:23.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:23.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:23.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:23 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:23.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: 2: [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] mon.c 2026-02-12T03:45:23.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: fsmap 2026-02-12T03:45:23.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: osdmap e100: 8 total, 8 up, 8 in 2026-02-12T03:45:23.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: mgrmap e43: y(active, since 4s), standbys: x 2026-02-12T03:45:23.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: overall HEALTH_OK 2026-02-12T03:45:23.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: mon.a calling monitor election 2026-02-12T03:45:23.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: mon.c calling monitor election 2026-02-12T03:45:23.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T03:45:23.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T03:45:23.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T03:45:23.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: mon.b calling monitor election 2026-02-12T03:45:23.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T03:45:23.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: monmap epoch 4 2026-02-12T03:45:23.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:45:23.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: last_changed 2026-02-12T03:45:22.286473+0000 2026-02-12T03:45:23.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: created 2026-02-12T03:23:05.827285+0000 2026-02-12T03:45:23.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: min_mon_release 20 (tentacle) 2026-02-12T03:45:23.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: election_strategy: 1 2026-02-12T03:45:23.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: 0: [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] mon.a 2026-02-12T03:45:23.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: 1: [v2:10.20.193.145:3300/0,v1:10.20.193.145:6789/0] mon.b 2026-02-12T03:45:23.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: 2: [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] mon.c 2026-02-12T03:45:23.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: fsmap 2026-02-12T03:45:23.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: osdmap e100: 8 total, 8 up, 8 in 2026-02-12T03:45:23.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: mgrmap e43: y(active, since 4s), standbys: x 2026-02-12T03:45:23.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: overall HEALTH_OK 2026-02-12T03:45:23.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='' 2026-02-12T03:45:23.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:23.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:23.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:23 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:24.706 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[93716]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:45:24.706 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:24.706 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:24.706 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[93716]: mgrmap e44: y(active, since 6s), standbys: x 2026-02-12T03:45:24.706 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:24.706 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:24.706 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:24.706 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:45:24.706 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:24.707 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T03:45:24.707 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T03:45:24.707 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:24.707 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[91466]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:45:24.707 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:24.707 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:24.707 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[91466]: mgrmap e44: y(active, since 6s), standbys: x 2026-02-12T03:45:24.707 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:24.707 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:24.708 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:24.708 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:45:24.708 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:24.708 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T03:45:24.708 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T03:45:24.708 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:24 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:24.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:24 trial145 ceph-mon[70630]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:45:24.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:24 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:24.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:24 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:24.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:24 trial145 ceph-mon[70630]: mgrmap e44: y(active, since 6s), standbys: x 2026-02-12T03:45:24.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:24 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:24.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:24 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:24.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:24 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:24.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:24 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:45:24.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:24 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:24.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:24 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T03:45:24.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:24 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T03:45:24.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:24 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:25.736 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[93716]: Reconfiguring mon.a (monmap changed)... 2026-02-12T03:45:25.736 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[93716]: Reconfiguring daemon mon.a on trial086 2026-02-12T03:45:25.736 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:25.736 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:25.736 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T03:45:25.736 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T03:45:25.736 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T03:45:25.736 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:25.736 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:25.737 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:25.737 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T03:45:25.737 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T03:45:25.737 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:25.737 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:25.737 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:25.737 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T03:45:25.737 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:25.737 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:25.738 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[91466]: Reconfiguring mon.a (monmap changed)... 2026-02-12T03:45:25.738 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[91466]: Reconfiguring daemon mon.a on trial086 2026-02-12T03:45:25.738 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:25.738 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:25.738 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T03:45:25.738 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T03:45:25.738 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T03:45:25.738 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:25.738 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:25.738 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:25.738 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T03:45:25.738 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T03:45:25.739 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:25.739 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:25.739 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:25.739 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T03:45:25.739 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:25.739 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:25 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:25.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:25 trial145 ceph-mon[70630]: Reconfiguring mon.a (monmap changed)... 2026-02-12T03:45:25.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:25 trial145 ceph-mon[70630]: Reconfiguring daemon mon.a on trial086 2026-02-12T03:45:25.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:25 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:25.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:25 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:25.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:25 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T03:45:25.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T03:45:25.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T03:45:25.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:25.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:25 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:25.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:25 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:25.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T03:45:25.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T03:45:25.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:25.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:25 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:25.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:25 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:25.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T03:45:25.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:25.887 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:25 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:26.832 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: Reconfiguring mgr.y (monmap changed)... 2026-02-12T03:45:26.832 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: Reconfiguring daemon mgr.y on trial086 2026-02-12T03:45:26.832 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: Reconfiguring mon.c (monmap changed)... 2026-02-12T03:45:26.832 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: Reconfiguring daemon mon.c on trial086 2026-02-12T03:45:26.832 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: Reconfiguring osd.0 (monmap changed)... 2026-02-12T03:45:26.833 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: Reconfiguring daemon osd.0 on trial086 2026-02-12T03:45:26.833 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T03:45:26.833 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:26.833 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: Reconfiguring osd.1 (monmap changed)... 2026-02-12T03:45:26.833 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T03:45:26.833 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:26.833 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: Reconfiguring daemon osd.1 on trial086 2026-02-12T03:45:26.833 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:26.833 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:26.833 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T03:45:26.833 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:26.833 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:26.833 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:26.834 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T03:45:26.834 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:26.834 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:26.834 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:26.834 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial086.zahtia", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:45:26.834 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial086.zahtia", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:45:26.834 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:26.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: Reconfiguring mgr.y (monmap changed)... 2026-02-12T03:45:26.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: Reconfiguring daemon mgr.y on trial086 2026-02-12T03:45:26.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: Reconfiguring mon.c (monmap changed)... 2026-02-12T03:45:26.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: Reconfiguring daemon mon.c on trial086 2026-02-12T03:45:26.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: Reconfiguring osd.0 (monmap changed)... 2026-02-12T03:45:26.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: Reconfiguring daemon osd.0 on trial086 2026-02-12T03:45:26.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T03:45:26.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:26.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: Reconfiguring osd.1 (monmap changed)... 2026-02-12T03:45:26.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T03:45:26.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:26.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: Reconfiguring daemon osd.1 on trial086 2026-02-12T03:45:26.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:26.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:26.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T03:45:26.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:26.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:26.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:26.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T03:45:26.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:26.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:26.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:26.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial086.zahtia", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:45:26.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial086.zahtia", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:45:26.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:26.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: Reconfiguring mgr.y (monmap changed)... 2026-02-12T03:45:26.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: Reconfiguring daemon mgr.y on trial086 2026-02-12T03:45:26.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: Reconfiguring mon.c (monmap changed)... 2026-02-12T03:45:26.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: Reconfiguring daemon mon.c on trial086 2026-02-12T03:45:26.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: Reconfiguring osd.0 (monmap changed)... 2026-02-12T03:45:26.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: Reconfiguring daemon osd.0 on trial086 2026-02-12T03:45:26.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T03:45:26.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:26.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: Reconfiguring osd.1 (monmap changed)... 2026-02-12T03:45:26.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T03:45:26.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:26.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: Reconfiguring daemon osd.1 on trial086 2026-02-12T03:45:26.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:26.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:26.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T03:45:26.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:26.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:26.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:26.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T03:45:26.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:26.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:26.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:26.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial086.zahtia", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:45:26.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial086.zahtia", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:45:26.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:27.592 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:45:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: [12/Feb/2026:03:45:27] ENGINE Bus STARTING 2026-02-12T03:45:27.592 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:45:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: CherryPy Checker: 2026-02-12T03:45:27.592 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:45:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: The Application mounted at '' has an empty config. 2026-02-12T03:45:27.592 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:45:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: 2026-02-12T03:45:27.640 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:27 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: 2026-02-12T03:45:27.271+0000 7f020f0ef640 -1 mgr.server handle_report got status from non-daemon mon.c 2026-02-12T03:45:27.876 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:45:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: [12/Feb/2026:03:45:27] ENGINE Serving on http://:::9283 2026-02-12T03:45:27.877 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:45:27 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: [12/Feb/2026:03:45:27] ENGINE Bus STARTED 2026-02-12T03:45:27.877 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: Reconfiguring osd.2 (monmap changed)... 2026-02-12T03:45:27.877 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: Reconfiguring daemon osd.2 on trial086 2026-02-12T03:45:27.877 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: Reconfiguring osd.3 (monmap changed)... 2026-02-12T03:45:27.877 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: Reconfiguring daemon osd.3 on trial086 2026-02-12T03:45:27.877 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: Reconfiguring rgw.foo.trial086.zahtia (monmap changed)... 2026-02-12T03:45:27.877 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: Reconfiguring daemon rgw.foo.trial086.zahtia on trial086 2026-02-12T03:45:27.878 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.878 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.878 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: Reconfiguring mon.b (monmap changed)... 2026-02-12T03:45:27.878 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T03:45:27.878 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: Reconfiguring daemon mon.b on trial145 2026-02-12T03:45:27.878 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T03:45:27.878 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:27.878 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.878 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.878 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T03:45:27.878 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T03:45:27.878 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T03:45:27.879 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:27.879 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.879 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.879 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T03:45:27.879 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:27.879 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.879 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.879 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T03:45:27.879 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:27.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: Reconfiguring osd.2 (monmap changed)... 2026-02-12T03:45:27.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: Reconfiguring daemon osd.2 on trial086 2026-02-12T03:45:27.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: Reconfiguring osd.3 (monmap changed)... 2026-02-12T03:45:27.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: Reconfiguring daemon osd.3 on trial086 2026-02-12T03:45:27.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: Reconfiguring rgw.foo.trial086.zahtia (monmap changed)... 2026-02-12T03:45:27.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: Reconfiguring daemon rgw.foo.trial086.zahtia on trial086 2026-02-12T03:45:27.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: Reconfiguring mon.b (monmap changed)... 2026-02-12T03:45:27.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T03:45:27.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: Reconfiguring daemon mon.b on trial145 2026-02-12T03:45:27.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T03:45:27.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:27.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T03:45:27.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T03:45:27.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T03:45:27.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:27.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T03:45:27.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:27.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T03:45:27.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:27.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: Reconfiguring osd.2 (monmap changed)... 2026-02-12T03:45:27.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: Reconfiguring daemon osd.2 on trial086 2026-02-12T03:45:27.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: Reconfiguring osd.3 (monmap changed)... 2026-02-12T03:45:27.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: Reconfiguring daemon osd.3 on trial086 2026-02-12T03:45:27.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: Reconfiguring rgw.foo.trial086.zahtia (monmap changed)... 2026-02-12T03:45:27.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: Reconfiguring daemon rgw.foo.trial086.zahtia on trial086 2026-02-12T03:45:27.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: Reconfiguring mon.b (monmap changed)... 2026-02-12T03:45:27.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T03:45:27.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: Reconfiguring daemon mon.b on trial145 2026-02-12T03:45:27.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T03:45:27.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:27.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T03:45:27.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T03:45:27.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T03:45:27.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:27.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T03:45:27.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:27.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.915 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:27.915 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T03:45:27.915 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:28.910 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:45:28] ENGINE Bus STARTING 2026-02-12T03:45:28.911 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: CherryPy Checker: 2026-02-12T03:45:28.911 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: The Application mounted at '' has an empty config. 2026-02-12T03:45:28.911 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: 2026-02-12T03:45:28.911 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:45:28] ENGINE Serving on http://:::9283 2026-02-12T03:45:28.911 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:45:28] ENGINE Bus STARTED 2026-02-12T03:45:28.911 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:45:28] ENGINE Bus STOPPING 2026-02-12T03:45:28.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: Reconfiguring mgr.x (monmap changed)... 2026-02-12T03:45:28.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: Reconfiguring daemon mgr.x on trial145 2026-02-12T03:45:28.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: Reconfiguring osd.4 (monmap changed)... 2026-02-12T03:45:28.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: Reconfiguring daemon osd.4 on trial145 2026-02-12T03:45:28.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: Reconfiguring osd.5 (monmap changed)... 2026-02-12T03:45:28.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: Reconfiguring daemon osd.5 on trial145 2026-02-12T03:45:28.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T03:45:28.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: Reconfiguring osd.6 (monmap changed)... 2026-02-12T03:45:28.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T03:45:28.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:28.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: Reconfiguring daemon osd.6 on trial145 2026-02-12T03:45:28.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T03:45:28.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:28.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial145.zneoxq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:45:28.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial145.zneoxq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:45:28.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:28.913 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:45:28.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2026-02-12T03:45:28.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.914 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: Reconfiguring mgr.x (monmap changed)... 2026-02-12T03:45:28.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: Reconfiguring daemon mgr.x on trial145 2026-02-12T03:45:28.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: Reconfiguring osd.4 (monmap changed)... 2026-02-12T03:45:28.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: Reconfiguring daemon osd.4 on trial145 2026-02-12T03:45:28.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: Reconfiguring osd.5 (monmap changed)... 2026-02-12T03:45:28.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: Reconfiguring daemon osd.5 on trial145 2026-02-12T03:45:28.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T03:45:28.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.915 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: Reconfiguring osd.6 (monmap changed)... 2026-02-12T03:45:28.916 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T03:45:28.916 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:28.916 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: Reconfiguring daemon osd.6 on trial145 2026-02-12T03:45:28.916 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.916 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.916 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T03:45:28.916 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:28.916 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.916 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.916 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial145.zneoxq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:45:28.916 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial145.zneoxq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:45:28.916 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:28.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:45:28.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2026-02-12T03:45:28.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.917 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.918 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2026-02-12T03:45:28.918 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.918 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.918 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.918 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.918 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.918 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.918 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.918 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.918 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.919 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.919 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.919 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.919 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.919 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.919 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.919 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.919 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.919 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.919 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.919 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.920 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.920 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.920 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.920 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.920 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.920 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.920 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.920 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.920 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.921 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2026-02-12T03:45:28.921 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.921 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.921 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.921 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.921 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.921 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.921 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.921 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.921 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.922 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.922 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.922 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.922 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.922 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.922 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.922 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.922 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.922 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.922 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.922 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.922 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.922 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.922 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.923 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.923 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.923 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.923 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.923 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.923 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.923 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.923 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.924 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.924 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.924 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.924 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.924 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.924 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.924 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.924 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.924 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.924 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.924 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.924 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.925 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.925 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.925 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.925 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.925 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.925 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.925 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.925 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.925 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.925 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.925 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.926 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.926 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.926 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.926 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.926 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.926 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.926 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.926 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.926 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.926 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.927 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.927 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.927 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.927 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.927 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.927 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.927 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.927 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.927 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.927 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.927 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.927 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.927 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.928 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.928 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.928 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.928 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.928 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.928 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.928 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.928 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.929 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.929 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.929 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.929 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.929 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:45:28.929 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:45:28.929 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:45:28.929 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.929 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.929 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:45:28.929 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:45:28.929 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:45:28.929 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:45:28.930 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:45:28.930 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:45:28.930 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:45:28.930 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:45:28.930 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:45:28.930 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.930 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.930 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.931 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.931 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.931 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.931 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.931 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.931 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.931 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.931 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:45:28.931 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:45:28.931 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:45:28.931 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.931 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.932 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:45:28.932 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:45:28.932 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:45:28.932 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:45:28.932 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:45:28.932 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:45:28.932 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:45:28.932 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:45:28.932 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:45:28.933 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:45:28.933 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:45:28.933 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:45:28.933 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:45:28.933 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:45:28.933 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.933 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:45:28.933 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.933 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:45:28.933 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:45:28.933 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:45:28.934 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:45:28.934 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:45:28.934 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:45:28.934 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:45:28.934 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:45:28.934 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:45:28.934 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:45:28.934 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:45:28.934 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:45:28.934 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:45:28.934 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.934 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.934 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.935 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:45:28.935 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:45:28.935 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:45:28.935 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:45:28.935 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:45:28.935 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.935 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:45:28.935 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.936 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:45:28.936 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:45:28.936 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:45:28.936 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:45:28.936 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:45:28.936 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:45:28.936 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:45:28.936 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:45:28.936 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:45:28.936 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:45:28.936 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:45:28.936 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:45:28.937 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:45:28.937 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.937 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.937 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.937 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.937 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.937 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.937 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.938 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.938 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.938 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.938 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.938 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.938 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.938 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.938 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.938 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.938 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.938 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:45:28.938 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.938 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:45:28.939 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:45:28.939 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:28.939 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:45:28.939 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.939 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:28.939 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:45:28.939 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.939 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.939 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.939 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.940 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.940 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.940 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.940 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.940 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.940 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.940 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.940 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.940 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.940 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.940 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.940 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:45:28.941 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:28.941 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:45:28.941 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:45:28.941 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:28.941 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:45:28.941 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.941 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:28.941 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:45:28.941 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.990 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: Reconfiguring mgr.x (monmap changed)... 2026-02-12T03:45:28.991 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: Reconfiguring daemon mgr.x on trial145 2026-02-12T03:45:28.991 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: Reconfiguring osd.4 (monmap changed)... 2026-02-12T03:45:28.991 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: Reconfiguring daemon osd.4 on trial145 2026-02-12T03:45:28.991 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: Reconfiguring osd.5 (monmap changed)... 2026-02-12T03:45:28.991 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: Reconfiguring daemon osd.5 on trial145 2026-02-12T03:45:28.991 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T03:45:28.991 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.991 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.991 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: Reconfiguring osd.6 (monmap changed)... 2026-02-12T03:45:28.992 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T03:45:28.992 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:28.992 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: Reconfiguring daemon osd.6 on trial145 2026-02-12T03:45:28.992 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.992 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.992 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T03:45:28.992 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:28.992 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.992 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.992 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial145.zneoxq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:45:28.993 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial145.zneoxq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:45:28.993 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:28.993 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.993 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.993 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:45:28.993 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.993 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.993 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.993 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.993 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.993 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2026-02-12T03:45:28.994 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.994 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.994 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2026-02-12T03:45:28.994 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.994 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.994 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.994 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.994 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.994 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.994 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.994 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.995 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.995 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.995 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.995 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.995 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.995 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.995 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.995 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.995 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.995 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.995 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:28.995 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.995 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.996 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.996 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.996 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.996 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.996 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.996 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.996 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.996 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.996 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.996 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.996 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.996 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.997 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.997 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.997 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.997 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.997 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.997 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.997 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.997 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.997 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.997 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.997 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.998 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.998 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.998 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.998 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.998 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.998 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.998 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.998 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.998 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.998 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.998 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.999 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.999 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.999 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.999 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.999 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.999 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:28.999 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.999 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:45:28.999 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:45:28.999 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:45:28.999 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:45:29.000 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:45:29.000 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:29.000 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:29.000 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:45:29.000 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:45:29.000 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:45:29.000 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:45:29.000 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:45:29.000 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:45:29.000 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:45:29.001 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:45:29.001 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:45:29.001 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:45:29.001 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:45:29.001 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:45:29.001 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:45:29.001 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:45:29.001 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:29.001 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:45:29.001 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:29.001 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:45:29.001 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:45:29.002 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:45:29.002 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:45:29.002 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:45:29.002 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:45:29.002 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:45:29.002 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:45:29.002 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:45:29.002 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:45:29.002 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:45:29.002 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:45:29.002 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:45:29.002 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:29.002 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:29.003 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:29.003 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:29.003 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:29.003 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:29.003 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:29.003 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:29.003 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:29.003 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:29.003 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:29.003 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:29.003 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:29.003 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:29.004 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:29.004 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:29.004 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:29.004 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:45:29.004 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:45:29.004 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:45:29.004 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:45:29.004 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:29.004 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:45:29.004 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:29.004 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:29.004 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:45:29.004 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:29.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:45:28 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:45:28.990Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:45:29.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:45:28] "GET /metrics HTTP/1.1" 200 5319 "" "Prometheus/3.6.0" 2026-02-12T03:45:29.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:45:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T03:45:29.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:45:28] ENGINE Bus STOPPED 2026-02-12T03:45:30.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Reconfiguring osd.7 (monmap changed)... 2026-02-12T03:45:30.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Reconfiguring daemon osd.7 on trial145 2026-02-12T03:45:30.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Reconfiguring rgw.foo.trial145.zneoxq (monmap changed)... 2026-02-12T03:45:30.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Reconfiguring daemon rgw.foo.trial145.zneoxq on trial145 2026-02-12T03:45:30.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:45:30.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all mon 2026-02-12T03:45:30.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all crash 2026-02-12T03:45:30.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all mds 2026-02-12T03:45:30.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:45:30.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:45:30.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:45:30.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all nfs 2026-02-12T03:45:30.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:45:30.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all smb 2026-02-12T03:45:30.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all node-exporter 2026-02-12T03:45:30.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all prometheus 2026-02-12T03:45:30.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all alertmanager 2026-02-12T03:45:30.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all grafana 2026-02-12T03:45:30.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all loki 2026-02-12T03:45:30.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all promtail 2026-02-12T03:45:30.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all alloy 2026-02-12T03:45:30.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T03:45:30.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T03:45:30.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Upgrade: Finalizing container_image settings 2026-02-12T03:45:30.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: Upgrade: Complete! 2026-02-12T03:45:30.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:29 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "orch get-security-config"} : dispatch 2026-02-12T03:45:30.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Reconfiguring osd.7 (monmap changed)... 2026-02-12T03:45:30.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Reconfiguring daemon osd.7 on trial145 2026-02-12T03:45:30.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Reconfiguring rgw.foo.trial145.zneoxq (monmap changed)... 2026-02-12T03:45:30.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Reconfiguring daemon rgw.foo.trial145.zneoxq on trial145 2026-02-12T03:45:30.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:45:30.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all mon 2026-02-12T03:45:30.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all crash 2026-02-12T03:45:30.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all mds 2026-02-12T03:45:30.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:45:30.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:45:30.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:45:30.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all nfs 2026-02-12T03:45:30.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:45:30.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all smb 2026-02-12T03:45:30.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all node-exporter 2026-02-12T03:45:30.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all prometheus 2026-02-12T03:45:30.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all alertmanager 2026-02-12T03:45:30.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all grafana 2026-02-12T03:45:30.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all loki 2026-02-12T03:45:30.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all promtail 2026-02-12T03:45:30.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all alloy 2026-02-12T03:45:30.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T03:45:30.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T03:45:30.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Upgrade: Finalizing container_image settings 2026-02-12T03:45:30.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: Upgrade: Complete! 2026-02-12T03:45:30.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "orch get-security-config"} : dispatch 2026-02-12T03:45:30.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Reconfiguring osd.7 (monmap changed)... 2026-02-12T03:45:30.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Reconfiguring daemon osd.7 on trial145 2026-02-12T03:45:30.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Reconfiguring rgw.foo.trial145.zneoxq (monmap changed)... 2026-02-12T03:45:30.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Reconfiguring daemon rgw.foo.trial145.zneoxq on trial145 2026-02-12T03:45:30.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:45:30.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all mon 2026-02-12T03:45:30.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all crash 2026-02-12T03:45:30.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all mds 2026-02-12T03:45:30.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:45:30.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:45:30.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:45:30.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all nfs 2026-02-12T03:45:30.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:45:30.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all smb 2026-02-12T03:45:30.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all node-exporter 2026-02-12T03:45:30.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all prometheus 2026-02-12T03:45:30.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all alertmanager 2026-02-12T03:45:30.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all grafana 2026-02-12T03:45:30.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all loki 2026-02-12T03:45:30.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all promtail 2026-02-12T03:45:30.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all alloy 2026-02-12T03:45:30.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T03:45:30.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T03:45:30.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Upgrade: Finalizing container_image settings 2026-02-12T03:45:30.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: Upgrade: Complete! 2026-02-12T03:45:30.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:29 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "orch get-security-config"} : dispatch 2026-02-12T03:45:31.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:30 trial145 ceph-mon[70630]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:45:31.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:30 trial145 ceph-mon[70630]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:45:31.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:30 trial086 ceph-mon[91466]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:45:31.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:30 trial086 ceph-mon[91466]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:45:31.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:30 trial086 ceph-mon[93716]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:45:31.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:30 trial086 ceph-mon[93716]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:45:33.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:32 trial145 ceph-mon[70630]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T03:45:33.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:32 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T03:45:33.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:32 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:33.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:45:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:45:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:45:33.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:32 trial086 ceph-mon[91466]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T03:45:33.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:32 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T03:45:33.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:32 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:33.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:32 trial086 ceph-mon[93716]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T03:45:33.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:32 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T03:45:33.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:32 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:35.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:34 trial145 ceph-mon[70630]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T03:45:35.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:34 trial086 ceph-mon[91466]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T03:45:35.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:34 trial086 ceph-mon[93716]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T03:45:37.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:36 trial145 ceph-mon[70630]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:45:37.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:36 trial086 ceph-mon[91466]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:45:37.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:36 trial086 ceph-mon[93716]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:45:38.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:38 trial086 ceph-mon[91466]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:45:38.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:38 trial086 ceph-mon[93716]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:45:39.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:38 trial145 ceph-mon[70630]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:45:39.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:39 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:45:39] ENGINE Bus STARTING 2026-02-12T03:45:39.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:39 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:45:39] ENGINE Serving on http://:::9283 2026-02-12T03:45:39.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:39 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: [12/Feb/2026:03:45:39] ENGINE Bus STARTED 2026-02-12T03:45:40.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:39 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:45:40.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:39 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:45:40.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:39 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:45:41.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:40 trial145 ceph-mon[70630]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:45:41.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:40 trial086 ceph-mon[91466]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:45:41.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:40 trial086 ceph-mon[93716]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:45:43.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:42 trial145 ceph-mon[70630]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T03:45:43.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:45:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:45:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:45:43.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:42 trial086 ceph-mon[91466]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T03:45:43.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:42 trial086 ceph-mon[93716]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T03:45:44.401 INFO:teuthology.orchestra.run.trial086.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T03:45:44.439 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T03:45:44.726 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:45:44.952 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:45:44.952 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (89s) 21s ago 20m - - 0.28.1 91c01b3cec9b be3e853a3d14 2026-02-12T03:45:44.952 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (82s) 26s ago 20m 147M - 12.3.1 5cdab57891ea 4b2023674182 2026-02-12T03:45:44.953 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (100s) 21s ago 20m - - 3.9 4cc07a41bb19 11834d3e9425 2026-02-12T03:45:44.953 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,9283,8765 running (98s) 26s ago 21m 488M - 20.3.0-5250-g84a80275 21b90b676abb 90db61001245 2026-02-12T03:45:44.953 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:8443,9283,8765 running (10m) 21s ago 22m - - 20.3.0-5250-g84a80275 21b90b676abb 0bf0f62d6e10 2026-02-12T03:45:44.953 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (30s) 21s ago 22m - 2048M 20.3.0-5250-g84a80275 21b90b676abb b02c03c4b420 2026-02-12T03:45:44.953 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (65s) 26s ago 22m 38.8M 2048M 20.3.0-5250-g84a80275 21b90b676abb 427a1cee8855 2026-02-12T03:45:44.953 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (22s) 21s ago 22m - 2048M 20.3.0-5250-g84a80275 21b90b676abb 0890bc0876b4 2026-02-12T03:45:44.953 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (95s) 21s ago 20m - - 1.9.1 255ec253085f 373e066ca44c 2026-02-12T03:45:44.953 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (93s) 26s ago 20m 11.1M - 1.9.1 255ec253085f d5fd160ba581 2026-02-12T03:45:44.953 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (21m) 21s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d7baf8f72e60 2026-02-12T03:45:44.953 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (21m) 21s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fb2687e62c00 2026-02-12T03:45:44.953 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (21m) 21s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 9def62f780f8 2026-02-12T03:45:44.954 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (21m) 21s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 1b941c940e6e 2026-02-12T03:45:44.954 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (21m) 26s ago 21m 63.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 472a47a150fc 2026-02-12T03:45:44.954 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (20m) 26s ago 20m 62.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 03a06d3fbe57 2026-02-12T03:45:44.954 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (20m) 26s ago 20m 57.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 838bfb91f030 2026-02-12T03:45:44.954 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (20m) 26s ago 20m 61.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 799fb27b1d2c 2026-02-12T03:45:44.954 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (13m) 26s ago 20m 59.9M - 3.6.0 4fcecf061b74 fd358be701f3 2026-02-12T03:45:44.954 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (20m) 21s ago 20m - - 19.2.3-672-g283431c0 4cc07a41bb19 fc6cafaeed8d 2026-02-12T03:45:44.954 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (20m) 26s ago 20m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 01589a0f2102 2026-02-12T03:45:44.988 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:44 trial086 ceph-mon[91466]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:45:44.988 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:44 trial086 ceph-mon[93716]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:45:44.990 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 1'"'"'' 2026-02-12T03:45:45.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:44 trial145 ceph-mon[70630]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:45:45.274 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:45:45.550 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:45:45.581 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.mon | keys'"'"' | grep $sha1' 2026-02-12T03:45:45.870 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:45:45.893 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:45 trial086 ceph-mon[91466]: from='client.54104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:45.893 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:45 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/3334977936' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:45.893 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:45 trial086 ceph-mon[93716]: from='client.54104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:45.893 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:45 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/3334977936' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:46.132 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)" 2026-02-12T03:45:46.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:45 trial145 ceph-mon[70630]: from='client.54104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:46.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:45 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/3334977936' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:46.165 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 5'"'"'' 2026-02-12T03:45:46.451 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:45:46.968 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:45:46.985 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:46 trial086 ceph-mon[93716]: from='client.44145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:46.986 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:46 trial086 ceph-mon[93716]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:45:46.986 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:46 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/3582722161' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:46.986 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:46 trial086 ceph-mon[91466]: from='client.44145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:46.986 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:46 trial086 ceph-mon[91466]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:45:46.986 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:46 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/3582722161' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:46.999 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade status' 2026-02-12T03:45:47.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:46 trial145 ceph-mon[70630]: from='client.44145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:47.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:46 trial145 ceph-mon[70630]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:45:47.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:46 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/3582722161' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:47.281 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:45:47.503 INFO:teuthology.orchestra.run.trial086.stdout:There are no upgrades in progress currently. 2026-02-12T03:45:47.542 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph health detail' 2026-02-12T03:45:47.830 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:45:47.853 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:47 trial086 ceph-mon[91466]: from='client.54128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:47.853 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:47 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T03:45:47.853 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:47 trial086 ceph-mon[93716]: from='client.54128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:47.853 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:47 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T03:45:48.090 INFO:teuthology.orchestra.run.trial086.stdout:HEALTH_OK 2026-02-12T03:45:48.128 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2' 2026-02-12T03:45:48.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:47 trial145 ceph-mon[70630]: from='client.54128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:48.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:47 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T03:45:48.413 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:45:48.914 INFO:teuthology.orchestra.run.trial086.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:45:48.955 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T03:45:48.988 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:48 trial145 ceph-mon[70630]: from='client.44169 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:48.989 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:48 trial145 ceph-mon[70630]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T03:45:48.989 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:48 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/3016990461' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:45:48.989 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:48 trial086 ceph-mon[91466]: from='client.44169 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:48.990 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:48 trial086 ceph-mon[91466]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T03:45:48.990 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:48 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/3016990461' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:45:48.990 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:48 trial086 ceph-mon[93716]: from='client.44169 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:48.990 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:48 trial086 ceph-mon[93716]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T03:45:48.990 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:48 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/3016990461' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:45:49.249 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:45:49.275 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:48 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:45:48] "GET /metrics HTTP/1.1" 200 5783 "" "Prometheus/3.6.0" 2026-02-12T03:45:49.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:45:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:45:48.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:45:49.495 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:45:49.831 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:45:49.832 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (94s) 26s ago 20m - - 0.28.1 91c01b3cec9b be3e853a3d14 2026-02-12T03:45:49.832 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (86s) 31s ago 20m 147M - 12.3.1 5cdab57891ea 4b2023674182 2026-02-12T03:45:49.832 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (105s) 26s ago 20m - - 3.9 4cc07a41bb19 11834d3e9425 2026-02-12T03:45:49.832 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,9283,8765 running (103s) 31s ago 22m 488M - 20.3.0-5250-g84a80275 21b90b676abb 90db61001245 2026-02-12T03:45:49.832 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:8443,9283,8765 running (10m) 26s ago 22m - - 20.3.0-5250-g84a80275 21b90b676abb 0bf0f62d6e10 2026-02-12T03:45:49.832 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (35s) 26s ago 22m - 2048M 20.3.0-5250-g84a80275 21b90b676abb b02c03c4b420 2026-02-12T03:45:49.832 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (70s) 31s ago 22m 38.8M 2048M 20.3.0-5250-g84a80275 21b90b676abb 427a1cee8855 2026-02-12T03:45:49.832 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (27s) 26s ago 22m - 2048M 20.3.0-5250-g84a80275 21b90b676abb 0890bc0876b4 2026-02-12T03:45:49.832 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (99s) 26s ago 20m - - 1.9.1 255ec253085f 373e066ca44c 2026-02-12T03:45:49.832 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (98s) 31s ago 20m 11.1M - 1.9.1 255ec253085f d5fd160ba581 2026-02-12T03:45:49.833 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (21m) 26s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d7baf8f72e60 2026-02-12T03:45:49.833 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (21m) 26s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fb2687e62c00 2026-02-12T03:45:49.833 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (21m) 26s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 9def62f780f8 2026-02-12T03:45:49.833 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (21m) 26s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 1b941c940e6e 2026-02-12T03:45:49.833 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (21m) 31s ago 21m 63.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 472a47a150fc 2026-02-12T03:45:49.833 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (21m) 31s ago 21m 62.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 03a06d3fbe57 2026-02-12T03:45:49.833 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (20m) 31s ago 20m 57.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 838bfb91f030 2026-02-12T03:45:49.833 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (20m) 31s ago 20m 61.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 799fb27b1d2c 2026-02-12T03:45:49.833 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (13m) 31s ago 20m 59.9M - 3.6.0 4fcecf061b74 fd358be701f3 2026-02-12T03:45:49.833 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (20m) 26s ago 20m - - 19.2.3-672-g283431c0 4cc07a41bb19 fc6cafaeed8d 2026-02-12T03:45:49.833 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (20m) 31s ago 20m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 01589a0f2102 2026-02-12T03:45:49.954 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:45:49.955 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[93716]: from='client.54146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:49.955 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:49.955 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:49.955 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:45:49.955 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:49.955 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:49.955 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:45:49.955 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:49.955 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:49.955 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:49.956 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:49.956 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:49.956 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:49.956 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2026-02-12T03:45:49.956 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:49.956 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T03:45:49.956 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:49.956 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:45:49.956 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[91466]: from='client.54146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:49.957 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:49.957 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:49.957 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:45:49.957 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:49.957 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:49.957 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:45:49.957 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:49.957 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:49.957 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:49.957 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:49.957 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:49.957 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:49.958 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2026-02-12T03:45:49.958 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:49.958 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T03:45:49.958 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:49 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:50.037 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:45:50.037 INFO:teuthology.orchestra.run.trial086.stdout: "mon": { 2026-02-12T03:45:50.037 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:45:50.037 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:45:50.037 INFO:teuthology.orchestra.run.trial086.stdout: "mgr": { 2026-02-12T03:45:50.038 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:45:50.038 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:45:50.038 INFO:teuthology.orchestra.run.trial086.stdout: "osd": { 2026-02-12T03:45:50.038 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T03:45:50.038 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:45:50.038 INFO:teuthology.orchestra.run.trial086.stdout: "rgw": { 2026-02-12T03:45:50.038 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:45:50.038 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:45:50.038 INFO:teuthology.orchestra.run.trial086.stdout: "overall": { 2026-02-12T03:45:50.038 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 10, 2026-02-12T03:45:50.038 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 5 2026-02-12T03:45:50.038 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:45:50.039 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:45:50.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:49 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:45:50.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:49 trial145 ceph-mon[70630]: from='client.54146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:50.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:49 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:50.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:49 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:50.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:49 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:45:50.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:49 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:50.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:49 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:50.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:49 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:45:50.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:49 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:50.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:49 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:50.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:49 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:50.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:49 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:50.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:49 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:50.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:49 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:50.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:49 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2026-02-12T03:45:50.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:49 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:50.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:49 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T03:45:50.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:49 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:50.222 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:45:50.222 INFO:teuthology.orchestra.run.trial086.stdout: "in_progress": true, 2026-02-12T03:45:50.222 INFO:teuthology.orchestra.run.trial086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", 2026-02-12T03:45:50.222 INFO:teuthology.orchestra.run.trial086.stdout: "services_complete": [], 2026-02-12T03:45:50.222 INFO:teuthology.orchestra.run.trial086.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (2 remaining).", 2026-02-12T03:45:50.222 INFO:teuthology.orchestra.run.trial086.stdout: "progress": "0/8 daemons upgraded", 2026-02-12T03:45:50.223 INFO:teuthology.orchestra.run.trial086.stdout: "message": "Currently upgrading osd daemons", 2026-02-12T03:45:50.223 INFO:teuthology.orchestra.run.trial086.stdout: "is_paused": false 2026-02-12T03:45:50.223 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:45:50.660 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:50 trial086 systemd[1]: Stopping Ceph osd.0 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:45:50.661 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:50 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0[27428]: 2026-02-12T03:45:50.274+0000 7fe810436640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:45:50.661 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:50 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0[27428]: 2026-02-12T03:45:50.274+0000 7fe810436640 -1 osd.0 100 *** Got signal Terminated *** 2026-02-12T03:45:50.661 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:50 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0[27428]: 2026-02-12T03:45:50.274+0000 7fe810436640 -1 osd.0 100 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:45:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:50 trial145 ceph-mon[70630]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:45:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:50 trial145 ceph-mon[70630]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:45:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:50 trial145 ceph-mon[70630]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:45:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:50 trial145 ceph-mon[70630]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:45:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:50 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all mgr 2026-02-12T03:45:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:50 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all mon 2026-02-12T03:45:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:50 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all crash 2026-02-12T03:45:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:50 trial145 ceph-mon[70630]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2026-02-12T03:45:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:50 trial145 ceph-mon[70630]: Upgrade: osd.0 is safe to restart 2026-02-12T03:45:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:50 trial145 ceph-mon[70630]: from='client.54152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:50 trial145 ceph-mon[70630]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:45:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:50 trial145 ceph-mon[70630]: Upgrade: Updating osd.0 2026-02-12T03:45:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:50 trial145 ceph-mon[70630]: Deploying daemon osd.0 on trial086 2026-02-12T03:45:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:50 trial145 ceph-mon[70630]: from='client.54158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:50 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/4046971167' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:50 trial145 ceph-mon[70630]: osd.0 marked itself down and dead 2026-02-12T03:45:51.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[93716]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:45:51.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[93716]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:45:51.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[93716]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:45:51.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[93716]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:45:51.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all mgr 2026-02-12T03:45:51.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all mon 2026-02-12T03:45:51.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all crash 2026-02-12T03:45:51.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[93716]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2026-02-12T03:45:51.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[93716]: Upgrade: osd.0 is safe to restart 2026-02-12T03:45:51.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[93716]: from='client.54152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:51.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[93716]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:45:51.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[93716]: Upgrade: Updating osd.0 2026-02-12T03:45:51.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[93716]: Deploying daemon osd.0 on trial086 2026-02-12T03:45:51.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[93716]: from='client.54158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:51.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/4046971167' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:51.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[93716]: osd.0 marked itself down and dead 2026-02-12T03:45:51.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[91466]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:45:51.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[91466]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:45:51.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[91466]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:45:51.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[91466]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:45:51.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all mgr 2026-02-12T03:45:51.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all mon 2026-02-12T03:45:51.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all crash 2026-02-12T03:45:51.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[91466]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2026-02-12T03:45:51.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[91466]: Upgrade: osd.0 is safe to restart 2026-02-12T03:45:51.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[91466]: from='client.54152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:51.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[91466]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:45:51.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[91466]: Upgrade: Updating osd.0 2026-02-12T03:45:51.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[91466]: Deploying daemon osd.0 on trial086 2026-02-12T03:45:51.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[91466]: from='client.54158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:51.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/4046971167' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:51.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:50 trial086 ceph-mon[91466]: osd.0 marked itself down and dead 2026-02-12T03:45:51.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:51 trial086 ceph-mon[91466]: from='client.44199 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:51.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:51 trial086 ceph-mon[91466]: from='client.54176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:51.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:51 trial086 ceph-mon[91466]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:45:51.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:51 trial086 ceph-mon[91466]: osdmap e101: 8 total, 7 up, 8 in 2026-02-12T03:45:51.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:51 trial086 ceph-mon[93716]: from='client.44199 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:51.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:51 trial086 ceph-mon[93716]: from='client.54176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:51.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:51 trial086 ceph-mon[93716]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:45:51.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:51 trial086 ceph-mon[93716]: osdmap e101: 8 total, 7 up, 8 in 2026-02-12T03:45:51.911 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:51 trial086 podman[101401]: 2026-02-12 03:45:51.641320982 +0000 UTC m=+1.379601587 container died d7baf8f72e6023cfdb5ab19f5c23f75c469f5ab17b479ca56567e0bb2971e8c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260202, CEPH_REF=squid, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default) 2026-02-12T03:45:51.911 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:51 trial086 podman[101401]: 2026-02-12 03:45:51.650910138 +0000 UTC m=+1.389190743 container remove d7baf8f72e6023cfdb5ab19f5c23f75c469f5ab17b479ca56567e0bb2971e8c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=squid, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.build-date=20260202, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True) 2026-02-12T03:45:51.911 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:51 trial086 bash[101401]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0 2026-02-12T03:45:51.911 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:51 trial086 podman[101530]: 2026-02-12 03:45:51.7850581 +0000 UTC m=+0.015957175 container create 9377ea6b6a697269c9f9f1547e6215e6cfd413f1382ce11468674c9a03efecfb (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:45:51.911 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:51 trial086 podman[101530]: 2026-02-12 03:45:51.817165398 +0000 UTC m=+0.048064473 container init 9377ea6b6a697269c9f9f1547e6215e6cfd413f1382ce11468674c9a03efecfb (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-deactivate, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default) 2026-02-12T03:45:51.911 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:51 trial086 podman[101530]: 2026-02-12 03:45:51.820049279 +0000 UTC m=+0.050948364 container start 9377ea6b6a697269c9f9f1547e6215e6cfd413f1382ce11468674c9a03efecfb (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:45:51.911 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:51 trial086 podman[101530]: 2026-02-12 03:45:51.820563866 +0000 UTC m=+0.051462951 container attach 9377ea6b6a697269c9f9f1547e6215e6cfd413f1382ce11468674c9a03efecfb (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-deactivate, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3) 2026-02-12T03:45:51.911 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:51 trial086 podman[101530]: 2026-02-12 03:45:51.778394963 +0000 UTC m=+0.009294048 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:45:52.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:51 trial145 ceph-mon[70630]: from='client.44199 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:52.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:51 trial145 ceph-mon[70630]: from='client.54176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:45:52.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:51 trial145 ceph-mon[70630]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:45:52.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:51 trial145 ceph-mon[70630]: osdmap e101: 8 total, 7 up, 8 in 2026-02-12T03:45:52.214 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:51 trial086 podman[101530]: 2026-02-12 03:45:51.946148218 +0000 UTC m=+0.177047303 container died 9377ea6b6a697269c9f9f1547e6215e6cfd413f1382ce11468674c9a03efecfb (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, ceph=True, org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3) 2026-02-12T03:45:52.214 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:51 trial086 podman[101530]: 2026-02-12 03:45:51.956383866 +0000 UTC m=+0.187282941 container remove 9377ea6b6a697269c9f9f1547e6215e6cfd413f1382ce11468674c9a03efecfb (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-deactivate, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.3) 2026-02-12T03:45:52.215 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:51 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.0.service: Deactivated successfully. 2026-02-12T03:45:52.215 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:51 trial086 systemd[1]: Stopped Ceph osd.0 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:45:52.215 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:51 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.0.service: Consumed 5.711s CPU time. 2026-02-12T03:45:52.215 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 systemd[1]: Starting Ceph osd.0 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:45:52.531 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 podman[101675]: 2026-02-12 03:45:52.213572731 +0000 UTC m=+0.016158680 container create 00897e1bcb443ff7a862dfda293f75f09844956febada4c406c3fe0633c6300e (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-activate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, ceph=True, CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.build-date=20260209) 2026-02-12T03:45:52.531 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 podman[101675]: 2026-02-12 03:45:52.239515448 +0000 UTC m=+0.042101337 container init 00897e1bcb443ff7a862dfda293f75f09844956febada4c406c3fe0633c6300e (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-activate, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:45:52.531 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 podman[101675]: 2026-02-12 03:45:52.241873442 +0000 UTC m=+0.044459341 container start 00897e1bcb443ff7a862dfda293f75f09844956febada4c406c3fe0633c6300e (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-activate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, ceph=True, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:45:52.531 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 podman[101675]: 2026-02-12 03:45:52.242342163 +0000 UTC m=+0.044928062 container attach 00897e1bcb443ff7a862dfda293f75f09844956febada4c406c3fe0633c6300e (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, io.buildah.version=1.41.3, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:45:52.532 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 podman[101675]: 2026-02-12 03:45:52.207080322 +0000 UTC m=+0.009666221 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:45:52.532 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-activate[101698]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:45:52.532 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 bash[101675]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:45:52.532 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-activate[101698]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:45:52.532 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 bash[101675]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:45:52.532 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-activate[101698]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:45:52.532 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 bash[101675]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:45:52.532 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 bash[101675]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:45:52.532 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-activate[101698]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:45:52.790 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:52 trial086 ceph-mon[91466]: pgmap v21: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:45:52.791 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:52 trial086 ceph-mon[91466]: osdmap e102: 8 total, 7 up, 8 in 2026-02-12T03:45:52.791 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:52 trial086 ceph-mon[93716]: pgmap v21: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:45:52.791 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:52 trial086 ceph-mon[93716]: osdmap e102: 8 total, 7 up, 8 in 2026-02-12T03:45:52.792 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-activate[101698]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:45:52.792 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 bash[101675]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:45:52.792 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-activate[101698]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-12T03:45:52.792 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 bash[101675]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-12T03:45:52.792 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-activate[101698]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2026-02-12T03:45:52.792 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 bash[101675]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2026-02-12T03:45:52.793 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-activate[101698]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2026-02-12T03:45:52.793 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 bash[101675]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2026-02-12T03:45:52.793 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-activate[101698]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2026-02-12T03:45:52.793 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 bash[101675]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2026-02-12T03:45:52.793 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-activate[101698]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2026-02-12T03:45:52.793 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 bash[101675]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2026-02-12T03:45:52.793 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-activate[101698]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-12T03:45:52.793 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 bash[101675]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-12T03:45:52.793 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-activate[101698]: --> ceph-volume lvm activate successful for osd ID: 0 2026-02-12T03:45:52.793 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 bash[101675]: --> ceph-volume lvm activate successful for osd ID: 0 2026-02-12T03:45:52.793 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 podman[101675]: 2026-02-12 03:45:52.651888752 +0000 UTC m=+0.454474651 container died 00897e1bcb443ff7a862dfda293f75f09844956febada4c406c3fe0633c6300e (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-activate, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, ceph=True, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:45:52.794 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 podman[101675]: 2026-02-12 03:45:52.663564588 +0000 UTC m=+0.466150487 container remove 00897e1bcb443ff7a862dfda293f75f09844956febada4c406c3fe0633c6300e (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-activate, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:45:52.794 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 podman[101908]: 2026-02-12 03:45:52.743893419 +0000 UTC m=+0.015422442 container create 1b5ea7bd18424a18d30746b2aa61416e1acc5d8fb14452d9e7203586640b8572 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0, ceph=True, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS) 2026-02-12T03:45:52.794 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 podman[101908]: 2026-02-12 03:45:52.773851502 +0000 UTC m=+0.045380504 container init 1b5ea7bd18424a18d30746b2aa61416e1acc5d8fb14452d9e7203586640b8572 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:45:52.794 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 podman[101908]: 2026-02-12 03:45:52.776419816 +0000 UTC m=+0.047948828 container start 1b5ea7bd18424a18d30746b2aa61416e1acc5d8fb14452d9e7203586640b8572 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.authors=Ceph Release Team , ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:45:52.794 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 bash[101908]: 1b5ea7bd18424a18d30746b2aa61416e1acc5d8fb14452d9e7203586640b8572 2026-02-12T03:45:52.794 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 podman[101908]: 2026-02-12 03:45:52.737631308 +0000 UTC m=+0.009160320 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:45:52.794 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 systemd[1]: Started Ceph osd.0 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:45:52.794 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:52 trial086 ceph-osd[101936]: -- 10.20.193.86:0/157323833 <== mon.2 v2:10.20.193.86:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x2619860 con 0x2774400 2026-02-12T03:45:53.070 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:53 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0[101932]: 2026-02-12T03:45:53.028+0000 7fe1c4ee0780 -1 Falling back to public interface 2026-02-12T03:45:53.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:52 trial145 ceph-mon[70630]: pgmap v21: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:45:53.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:52 trial145 ceph-mon[70630]: osdmap e102: 8 total, 7 up, 8 in 2026-02-12T03:45:53.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:45:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:45:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:45:53.586 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:53 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0[101932]: 2026-02-12T03:45:53.540+0000 7fe1c4ee0780 -1 osd.0 100 log_to_monitors true 2026-02-12T03:45:53.910 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:45:53 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0[101932]: 2026-02-12T03:45:53.829+0000 7fe1b8d21640 -1 osd.0 100 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:45:53.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:53.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:53.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:53.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:53 trial086 ceph-mon[91466]: pgmap v23: 161 pgs: 21 active+undersized, 13 stale+active+clean, 10 active+undersized+degraded, 117 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s; 30/732 objects degraded (4.098%) 2026-02-12T03:45:53.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:53 trial086 ceph-mon[91466]: from='osd.0 [v2:10.20.193.86:6802/3698986255,v1:10.20.193.86:6803/3698986255]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2026-02-12T03:45:53.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:53.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:53.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:53.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:53.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:53.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:53 trial086 ceph-mon[93716]: pgmap v23: 161 pgs: 21 active+undersized, 13 stale+active+clean, 10 active+undersized+degraded, 117 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s; 30/732 objects degraded (4.098%) 2026-02-12T03:45:53.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:53 trial086 ceph-mon[93716]: from='osd.0 [v2:10.20.193.86:6802/3698986255,v1:10.20.193.86:6803/3698986255]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2026-02-12T03:45:53.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:53.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:54.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:54.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:54.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:54.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:53 trial145 ceph-mon[70630]: pgmap v23: 161 pgs: 21 active+undersized, 13 stale+active+clean, 10 active+undersized+degraded, 117 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s; 30/732 objects degraded (4.098%) 2026-02-12T03:45:54.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:53 trial145 ceph-mon[70630]: from='osd.0 [v2:10.20.193.86:6802/3698986255,v1:10.20.193.86:6803/3698986255]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2026-02-12T03:45:54.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:54.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:55.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:54 trial145 ceph-mon[70630]: Health check failed: Degraded data redundancy: 30/732 objects degraded (4.098%), 10 pgs degraded (PG_DEGRADED) 2026-02-12T03:45:55.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:54 trial145 ceph-mon[70630]: from='osd.0 [v2:10.20.193.86:6802/3698986255,v1:10.20.193.86:6803/3698986255]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T03:45:55.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:54 trial145 ceph-mon[70630]: osdmap e103: 8 total, 7 up, 8 in 2026-02-12T03:45:55.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:54 trial145 ceph-mon[70630]: from='osd.0 [v2:10.20.193.86:6802/3698986255,v1:10.20.193.86:6803/3698986255]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial086", "root=default"]} : dispatch 2026-02-12T03:45:55.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:55.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:55.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:55 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: 2026-02-12T03:45:55.043+0000 7f020f0ef640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T03:45:55.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:54 trial086 ceph-mon[93716]: Health check failed: Degraded data redundancy: 30/732 objects degraded (4.098%), 10 pgs degraded (PG_DEGRADED) 2026-02-12T03:45:55.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:54 trial086 ceph-mon[93716]: from='osd.0 [v2:10.20.193.86:6802/3698986255,v1:10.20.193.86:6803/3698986255]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T03:45:55.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:54 trial086 ceph-mon[93716]: osdmap e103: 8 total, 7 up, 8 in 2026-02-12T03:45:55.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:54 trial086 ceph-mon[93716]: from='osd.0 [v2:10.20.193.86:6802/3698986255,v1:10.20.193.86:6803/3698986255]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial086", "root=default"]} : dispatch 2026-02-12T03:45:55.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:55.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:55.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:54 trial086 ceph-mon[91466]: Health check failed: Degraded data redundancy: 30/732 objects degraded (4.098%), 10 pgs degraded (PG_DEGRADED) 2026-02-12T03:45:55.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:54 trial086 ceph-mon[91466]: from='osd.0 [v2:10.20.193.86:6802/3698986255,v1:10.20.193.86:6803/3698986255]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T03:45:55.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:54 trial086 ceph-mon[91466]: osdmap e103: 8 total, 7 up, 8 in 2026-02-12T03:45:55.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:54 trial086 ceph-mon[91466]: from='osd.0 [v2:10.20.193.86:6802/3698986255,v1:10.20.193.86:6803/3698986255]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial086", "root=default"]} : dispatch 2026-02-12T03:45:55.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:55.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:56.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:55 trial145 ceph-mon[70630]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:45:56.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:55 trial145 ceph-mon[70630]: osd.0 [v2:10.20.193.86:6802/3698986255,v1:10.20.193.86:6803/3698986255] boot 2026-02-12T03:45:56.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:55 trial145 ceph-mon[70630]: osdmap e104: 8 total, 8 up, 8 in 2026-02-12T03:45:56.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:55 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-12T03:45:56.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:55 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:56.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:55 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:56.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:55 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:56.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:55 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:45:56.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:55 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:56.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:55 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:45:56.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:55 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:56.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:55 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:56.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:55 trial145 ceph-mon[70630]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T03:45:56.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:55 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:56.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:55 trial145 ceph-mon[70630]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T03:45:56.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:55 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T03:45:56.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:55 trial145 ceph-mon[70630]: pgmap v26: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 77/732 objects degraded (10.519%) 2026-02-12T03:45:56.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[91466]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:45:56.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[91466]: osd.0 [v2:10.20.193.86:6802/3698986255,v1:10.20.193.86:6803/3698986255] boot 2026-02-12T03:45:56.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[91466]: osdmap e104: 8 total, 8 up, 8 in 2026-02-12T03:45:56.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-12T03:45:56.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:56.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:56.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:56.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:45:56.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:56.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:45:56.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:56.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:56.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[91466]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T03:45:56.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:56.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[91466]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T03:45:56.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T03:45:56.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[91466]: pgmap v26: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 77/732 objects degraded (10.519%) 2026-02-12T03:45:56.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[93716]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:45:56.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[93716]: osd.0 [v2:10.20.193.86:6802/3698986255,v1:10.20.193.86:6803/3698986255] boot 2026-02-12T03:45:56.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[93716]: osdmap e104: 8 total, 8 up, 8 in 2026-02-12T03:45:56.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-12T03:45:56.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:56.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:56.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:45:56.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:45:56.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:45:56.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:45:56.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:56.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:56.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[93716]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T03:45:56.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:45:56.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[93716]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T03:45:56.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T03:45:56.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:55 trial086 ceph-mon[93716]: pgmap v26: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 77/732 objects degraded (10.519%) 2026-02-12T03:45:56.636 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:45:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:45:56.164Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:45:56.636 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:45:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:45:56.165Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:45:56.636 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:45:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:45:56.166Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:45:57.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:56 trial145 ceph-mon[70630]: osdmap e105: 8 total, 8 up, 8 in 2026-02-12T03:45:57.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:56 trial086 ceph-mon[91466]: osdmap e105: 8 total, 8 up, 8 in 2026-02-12T03:45:57.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:56 trial086 ceph-mon[93716]: osdmap e105: 8 total, 8 up, 8 in 2026-02-12T03:45:58.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:57 trial145 ceph-mon[70630]: pgmap v28: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 77/732 objects degraded (10.519%) 2026-02-12T03:45:58.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:57 trial086 ceph-mon[91466]: pgmap v28: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 77/732 objects degraded (10.519%) 2026-02-12T03:45:58.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:57 trial086 ceph-mon[93716]: pgmap v28: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 77/732 objects degraded (10.519%) 2026-02-12T03:45:59.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:58 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:45:59.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:45:58 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:45:58.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:45:59.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:58 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:45:59.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:58 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:45:59.161 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:45:58 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:45:58] "GET /metrics HTTP/1.1" 200 5783 "" "Prometheus/3.6.0" 2026-02-12T03:46:00.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:59 trial145 ceph-mon[70630]: Health check update: Degraded data redundancy: 77/732 objects degraded (10.519%), 21 pgs degraded (PG_DEGRADED) 2026-02-12T03:46:00.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:45:59 trial145 ceph-mon[70630]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:46:00.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:59 trial086 ceph-mon[93716]: Health check update: Degraded data redundancy: 77/732 objects degraded (10.519%), 21 pgs degraded (PG_DEGRADED) 2026-02-12T03:46:00.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:45:59 trial086 ceph-mon[93716]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:46:00.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:59 trial086 ceph-mon[91466]: Health check update: Degraded data redundancy: 77/732 objects degraded (10.519%), 21 pgs degraded (PG_DEGRADED) 2026-02-12T03:46:00.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:45:59 trial086 ceph-mon[91466]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:46:01.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:00 trial145 ceph-mon[70630]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 77/732 objects degraded (10.519%), 21 pgs degraded) 2026-02-12T03:46:01.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:00 trial145 ceph-mon[70630]: Cluster is now healthy 2026-02-12T03:46:01.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:00 trial086 ceph-mon[93716]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 77/732 objects degraded (10.519%), 21 pgs degraded) 2026-02-12T03:46:01.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:00 trial086 ceph-mon[93716]: Cluster is now healthy 2026-02-12T03:46:01.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:00 trial086 ceph-mon[91466]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 77/732 objects degraded (10.519%), 21 pgs degraded) 2026-02-12T03:46:01.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:00 trial086 ceph-mon[91466]: Cluster is now healthy 2026-02-12T03:46:02.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:01 trial145 ceph-mon[70630]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 666 B/s rd, 0 op/s 2026-02-12T03:46:02.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:01 trial086 ceph-mon[93716]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 666 B/s rd, 0 op/s 2026-02-12T03:46:02.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:01 trial086 ceph-mon[91466]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 666 B/s rd, 0 op/s 2026-02-12T03:46:03.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:02 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T03:46:03.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:46:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:46:02] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:46:03.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:02 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T03:46:03.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:02 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T03:46:04.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:03 trial145 ceph-mon[70630]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:46:04.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:03 trial086 ceph-mon[93716]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:46:04.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:03 trial086 ceph-mon[91466]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:46:06.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:06 trial145 ceph-mon[70630]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:46:06.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:06 trial086 ceph-mon[93716]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:46:06.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:06 trial086 ceph-mon[91466]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:46:08.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:08 trial086 ceph-mon[93716]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 876 B/s rd, 0 op/s 2026-02-12T03:46:08.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:08 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:08.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:08 trial086 ceph-mon[91466]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 876 B/s rd, 0 op/s 2026-02-12T03:46:08.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:08 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:08.988 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:08 trial145 ceph-mon[70630]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 876 B/s rd, 0 op/s 2026-02-12T03:46:08.988 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:08 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:09.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:46:08 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:46:08.988Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:46:09.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:46:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:46:08] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:46:10.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:09 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:46:10.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:09 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:46:10.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:09 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:46:10.758 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:10 trial086 ceph-mon[91466]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:46:10.758 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:10 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T03:46:10.758 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:10 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:10.758 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:10 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T03:46:10.758 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:10 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:10.759 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:10 trial086 ceph-mon[93716]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:46:10.759 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:10 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T03:46:10.759 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:10 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:10.759 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:10 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T03:46:10.759 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:10 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:11.036 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:10 trial086 systemd[1]: Stopping Ceph osd.1 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:46:11.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:10 trial145 ceph-mon[70630]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:46:11.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:10 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T03:46:11.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:10 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:11.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:10 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T03:46:11.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:10 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:11.410 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:11 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1[32817]: 2026-02-12T03:46:11.034+0000 7f19d9067640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:46:11.410 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:11 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1[32817]: 2026-02-12T03:46:11.034+0000 7f19d9067640 -1 osd.1 105 *** Got signal Terminated *** 2026-02-12T03:46:11.410 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:11 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1[32817]: 2026-02-12T03:46:11.034+0000 7f19d9067640 -1 osd.1 105 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:46:12.108 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:11 trial086 ceph-mon[91466]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T03:46:12.108 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:11 trial086 ceph-mon[91466]: Upgrade: osd.1 is safe to restart 2026-02-12T03:46:12.108 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:11 trial086 ceph-mon[91466]: Upgrade: Updating osd.1 2026-02-12T03:46:12.108 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:11 trial086 ceph-mon[91466]: Deploying daemon osd.1 on trial086 2026-02-12T03:46:12.108 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:11 trial086 ceph-mon[91466]: osd.1 marked itself down and dead 2026-02-12T03:46:12.108 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:11 trial086 ceph-mon[93716]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T03:46:12.109 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:11 trial086 ceph-mon[93716]: Upgrade: osd.1 is safe to restart 2026-02-12T03:46:12.109 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:11 trial086 ceph-mon[93716]: Upgrade: Updating osd.1 2026-02-12T03:46:12.109 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:11 trial086 ceph-mon[93716]: Deploying daemon osd.1 on trial086 2026-02-12T03:46:12.109 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:11 trial086 ceph-mon[93716]: osd.1 marked itself down and dead 2026-02-12T03:46:12.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:11 trial145 ceph-mon[70630]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T03:46:12.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:11 trial145 ceph-mon[70630]: Upgrade: osd.1 is safe to restart 2026-02-12T03:46:12.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:11 trial145 ceph-mon[70630]: Upgrade: Updating osd.1 2026-02-12T03:46:12.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:11 trial145 ceph-mon[70630]: Deploying daemon osd.1 on trial086 2026-02-12T03:46:12.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:11 trial145 ceph-mon[70630]: osd.1 marked itself down and dead 2026-02-12T03:46:12.411 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:12 trial086 podman[107160]: 2026-02-12 03:46:12.107107301 +0000 UTC m=+1.085255885 container died fb2687e62c0025a14e1d1ca3cc214299f3ae253678c499f4a4ac6a3e65288cf9 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1, org.label-schema.build-date=20260202, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=squid, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:46:12.411 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:12 trial086 podman[107160]: 2026-02-12 03:46:12.11738648 +0000 UTC m=+1.095535054 container remove fb2687e62c0025a14e1d1ca3cc214299f3ae253678c499f4a4ac6a3e65288cf9 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1, CEPH_REF=squid, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260202, org.label-schema.vendor=CentOS) 2026-02-12T03:46:12.411 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:12 trial086 bash[107160]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1 2026-02-12T03:46:12.411 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:12 trial086 podman[107300]: 2026-02-12 03:46:12.26075342 +0000 UTC m=+0.015937559 container create bf5cde53097f141bcda635c9a5c3f48c9f3aa7794da6bac6c228f6c41d25a23b (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:46:12.411 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:12 trial086 podman[107300]: 2026-02-12 03:46:12.287207799 +0000 UTC m=+0.042391928 container init bf5cde53097f141bcda635c9a5c3f48c9f3aa7794da6bac6c228f6c41d25a23b (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-deactivate, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, ceph=True) 2026-02-12T03:46:12.411 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:12 trial086 podman[107300]: 2026-02-12 03:46:12.289681698 +0000 UTC m=+0.044865837 container start bf5cde53097f141bcda635c9a5c3f48c9f3aa7794da6bac6c228f6c41d25a23b (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, ceph=True, OSD_FLAVOR=default, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:46:12.411 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:12 trial086 podman[107300]: 2026-02-12 03:46:12.290182038 +0000 UTC m=+0.045366177 container attach bf5cde53097f141bcda635c9a5c3f48c9f3aa7794da6bac6c228f6c41d25a23b (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , ceph=True, OSD_FLAVOR=default, org.label-schema.license=GPLv2) 2026-02-12T03:46:12.411 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:12 trial086 podman[107300]: 2026-02-12 03:46:12.254152118 +0000 UTC m=+0.009336257 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:46:12.692 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:12 trial086 podman[107300]: 2026-02-12 03:46:12.421254292 +0000 UTC m=+0.176438431 container died bf5cde53097f141bcda635c9a5c3f48c9f3aa7794da6bac6c228f6c41d25a23b (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:46:12.692 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:12 trial086 podman[107300]: 2026-02-12 03:46:12.432536616 +0000 UTC m=+0.187720755 container remove bf5cde53097f141bcda635c9a5c3f48c9f3aa7794da6bac6c228f6c41d25a23b (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-deactivate, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.build-date=20260209, ceph=True, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:46:12.692 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:12 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.1.service: Deactivated successfully. 2026-02-12T03:46:12.692 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:12 trial086 systemd[1]: Stopped Ceph osd.1 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:46:12.692 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:12 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.1.service: Consumed 6.290s CPU time. 2026-02-12T03:46:12.693 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:12 trial086 systemd[1]: Starting Ceph osd.1 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:46:13.051 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:12 trial086 ceph-mon[91466]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:46:13.051 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:12 trial086 ceph-mon[91466]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:46:13.051 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:12 trial086 ceph-mon[91466]: osdmap e106: 8 total, 7 up, 8 in 2026-02-12T03:46:13.051 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:12 trial086 ceph-mon[93716]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:46:13.051 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:12 trial086 ceph-mon[93716]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:46:13.052 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:12 trial086 ceph-mon[93716]: osdmap e106: 8 total, 7 up, 8 in 2026-02-12T03:46:13.052 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:12 trial086 podman[107440]: 2026-02-12 03:46:12.691145652 +0000 UTC m=+0.016324258 container create fb82d96168ef19a27dfc7326ce2658aef3feafa5c3963a534f25b620b2398c67 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-activate, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, ceph=True, org.label-schema.schema-version=1.0, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:46:13.052 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:12 trial086 podman[107440]: 2026-02-12 03:46:12.727188365 +0000 UTC m=+0.052366991 container init fb82d96168ef19a27dfc7326ce2658aef3feafa5c3963a534f25b620b2398c67 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-activate, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:46:13.052 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:12 trial086 podman[107440]: 2026-02-12 03:46:12.730999891 +0000 UTC m=+0.056178507 container start fb82d96168ef19a27dfc7326ce2658aef3feafa5c3963a534f25b620b2398c67 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-activate, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default) 2026-02-12T03:46:13.052 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:12 trial086 podman[107440]: 2026-02-12 03:46:12.731507614 +0000 UTC m=+0.056686230 container attach fb82d96168ef19a27dfc7326ce2658aef3feafa5c3963a534f25b620b2398c67 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-activate, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2) 2026-02-12T03:46:13.053 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:12 trial086 podman[107440]: 2026-02-12 03:46:12.684182547 +0000 UTC m=+0.009361163 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:46:13.053 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:12 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-activate[107465]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:46:13.053 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:12 trial086 bash[107440]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:46:13.053 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:12 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-activate[107465]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:46:13.053 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:12 trial086 bash[107440]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:46:13.053 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-activate[107465]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:46:13.053 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 bash[107440]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:46:13.053 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-activate[107465]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:46:13.053 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 bash[107440]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:46:13.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:12 trial145 ceph-mon[70630]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:46:13.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:12 trial145 ceph-mon[70630]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:46:13.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:12 trial145 ceph-mon[70630]: osdmap e106: 8 total, 7 up, 8 in 2026-02-12T03:46:13.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:46:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:46:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:46:13.302 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-activate[107465]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:46:13.302 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 bash[107440]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:46:13.303 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-activate[107465]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-12T03:46:13.303 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 bash[107440]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-12T03:46:13.303 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-activate[107465]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2026-02-12T03:46:13.303 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 bash[107440]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2026-02-12T03:46:13.303 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-activate[107465]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2026-02-12T03:46:13.303 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 bash[107440]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2026-02-12T03:46:13.303 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-activate[107465]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2026-02-12T03:46:13.303 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 bash[107440]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2026-02-12T03:46:13.303 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-activate[107465]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2026-02-12T03:46:13.303 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 bash[107440]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2026-02-12T03:46:13.304 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-activate[107465]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-12T03:46:13.304 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 bash[107440]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-12T03:46:13.304 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-activate[107465]: --> ceph-volume lvm activate successful for osd ID: 1 2026-02-12T03:46:13.304 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 bash[107440]: --> ceph-volume lvm activate successful for osd ID: 1 2026-02-12T03:46:13.304 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 podman[107440]: 2026-02-12 03:46:13.177575196 +0000 UTC m=+0.502753812 container died fb82d96168ef19a27dfc7326ce2658aef3feafa5c3963a534f25b620b2398c67 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-activate, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0) 2026-02-12T03:46:13.304 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 podman[107440]: 2026-02-12 03:46:13.188282461 +0000 UTC m=+0.513461077 container remove fb82d96168ef19a27dfc7326ce2658aef3feafa5c3963a534f25b620b2398c67 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-activate, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:46:13.304 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 podman[107662]: 2026-02-12 03:46:13.267704066 +0000 UTC m=+0.016895751 container create da9a3bbc1071780f2d63bca24a07b9689546d8918dcc1e5f65975825a834b53a (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:46:13.304 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 podman[107662]: 2026-02-12 03:46:13.296633927 +0000 UTC m=+0.045825541 container init da9a3bbc1071780f2d63bca24a07b9689546d8918dcc1e5f65975825a834b53a (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:46:13.304 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 podman[107662]: 2026-02-12 03:46:13.299327444 +0000 UTC m=+0.048519058 container start da9a3bbc1071780f2d63bca24a07b9689546d8918dcc1e5f65975825a834b53a (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:46:13.304 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 bash[107662]: da9a3bbc1071780f2d63bca24a07b9689546d8918dcc1e5f65975825a834b53a 2026-02-12T03:46:13.305 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 podman[107662]: 2026-02-12 03:46:13.261005073 +0000 UTC m=+0.010196687 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:46:13.560 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 systemd[1]: Started Ceph osd.1 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:46:13.560 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 ceph-osd[107689]: -- 10.20.193.86:0/3906343620 <== mon.2 v2:10.20.193.86:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x3e15860 con 0x3db1c00 2026-02-12T03:46:13.560 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:13 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1[107685]: 2026-02-12T03:46:13.544+0000 7fc17fcc2780 -1 Falling back to public interface 2026-02-12T03:46:13.856 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:13 trial086 ceph-mon[91466]: osdmap e107: 8 total, 7 up, 8 in 2026-02-12T03:46:13.857 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:13 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:13.857 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:13 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:13.857 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:13 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:13.857 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:13 trial086 ceph-mon[93716]: osdmap e107: 8 total, 7 up, 8 in 2026-02-12T03:46:13.857 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:13 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:13.857 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:13 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:13.857 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:13 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:14.107 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:14 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1[107685]: 2026-02-12T03:46:14.055+0000 7fc17fcc2780 -1 osd.1 105 log_to_monitors true 2026-02-12T03:46:14.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:13 trial145 ceph-mon[70630]: osdmap e107: 8 total, 7 up, 8 in 2026-02-12T03:46:14.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:13 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:14.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:13 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:14.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:13 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:15.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:14 trial145 ceph-mon[70630]: pgmap v38: 161 pgs: 36 active+undersized, 1 stale+active+clean, 20 active+undersized+degraded, 104 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 96/732 objects degraded (13.115%) 2026-02-12T03:46:15.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:14 trial145 ceph-mon[70630]: from='osd.1 [v2:10.20.193.86:6810/1084323103,v1:10.20.193.86:6811/1084323103]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T03:46:15.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:14 trial145 ceph-mon[70630]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T03:46:15.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:14 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:15.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:14 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:15.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:14 trial145 ceph-mon[70630]: Health check failed: Degraded data redundancy: 96/732 objects degraded (13.115%), 20 pgs degraded (PG_DEGRADED) 2026-02-12T03:46:15.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:14 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:15.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:14 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:15.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:14 trial086 ceph-mon[91466]: pgmap v38: 161 pgs: 36 active+undersized, 1 stale+active+clean, 20 active+undersized+degraded, 104 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 96/732 objects degraded (13.115%) 2026-02-12T03:46:15.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:14 trial086 ceph-mon[91466]: from='osd.1 [v2:10.20.193.86:6810/1084323103,v1:10.20.193.86:6811/1084323103]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T03:46:15.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:14 trial086 ceph-mon[91466]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T03:46:15.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:14 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:15.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:14 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:15.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:14 trial086 ceph-mon[91466]: Health check failed: Degraded data redundancy: 96/732 objects degraded (13.115%), 20 pgs degraded (PG_DEGRADED) 2026-02-12T03:46:15.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:14 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:15.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:14 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:15.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:14 trial086 ceph-mon[93716]: pgmap v38: 161 pgs: 36 active+undersized, 1 stale+active+clean, 20 active+undersized+degraded, 104 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 96/732 objects degraded (13.115%) 2026-02-12T03:46:15.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:14 trial086 ceph-mon[93716]: from='osd.1 [v2:10.20.193.86:6810/1084323103,v1:10.20.193.86:6811/1084323103]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T03:46:15.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:14 trial086 ceph-mon[93716]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T03:46:15.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:14 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:15.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:14 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:15.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:14 trial086 ceph-mon[93716]: Health check failed: Degraded data redundancy: 96/732 objects degraded (13.115%), 20 pgs degraded (PG_DEGRADED) 2026-02-12T03:46:15.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:14 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:15.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:14 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:15.163 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:46:14 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1[107685]: 2026-02-12T03:46:14.741+0000 7fc177b0b640 -1 osd.1 105 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:46:16.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T03:46:16.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: osdmap e108: 8 total, 7 up, 8 in 2026-02-12T03:46:16.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='osd.1 [v2:10.20.193.86:6810/1084323103,v1:10.20.193.86:6811/1084323103]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial086", "root=default"]} : dispatch 2026-02-12T03:46:16.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial086", "root=default"]} : dispatch 2026-02-12T03:46:16.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:16.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:16.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:16.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:46:16.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:16.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:46:16.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:16.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:16.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:46:16.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:46:16.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:46:16.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:46:16.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:46:16.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:46:16.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:46:16.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:46:16.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:46:16.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:46:16.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:46:16.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:46:16.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:46:16.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:46:16.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:46:16.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:46:16.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:46:16.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:46:16.141 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:46:16.141 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:46:16.141 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:46:16.141 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:46:16.141 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:46:16.141 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:46:16.141 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:46:16.141 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:46:16.141 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:46:16.141 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.142 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.142 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.142 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.142 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.142 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.142 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.142 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.142 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.142 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.142 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.142 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:46:16.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:46:16.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:46:16.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:16.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:46:16.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:16.144 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:16.144 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:46:16.144 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:15 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:16.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T03:46:16.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: osdmap e108: 8 total, 7 up, 8 in 2026-02-12T03:46:16.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='osd.1 [v2:10.20.193.86:6810/1084323103,v1:10.20.193.86:6811/1084323103]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial086", "root=default"]} : dispatch 2026-02-12T03:46:16.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial086", "root=default"]} : dispatch 2026-02-12T03:46:16.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:16.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:16.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:16.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:46:16.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:16.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:46:16.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:16.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:16.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:46:16.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:46:16.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:46:16.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T03:46:16.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: osdmap e108: 8 total, 7 up, 8 in 2026-02-12T03:46:16.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='osd.1 [v2:10.20.193.86:6810/1084323103,v1:10.20.193.86:6811/1084323103]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial086", "root=default"]} : dispatch 2026-02-12T03:46:16.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial086", "root=default"]} : dispatch 2026-02-12T03:46:16.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:16.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:16.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:16.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:46:16.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:16.165 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:46:16.165 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.165 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.165 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:16.165 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.165 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:16.165 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.165 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.165 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.165 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.165 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:16.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:46:16.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:46:16.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:46:16.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.167 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:46:16.167 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:46:16.167 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:46:16.167 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:46:16.167 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:46:16.167 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:46:16.167 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:46:16.167 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:46:16.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:46:16.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:46:16.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:46:16.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:46:16.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:46:16.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:46:16.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:46:16.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:46:16.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:46:16.169 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:46:16.169 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:46:16.169 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:46:16.169 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:46:16.169 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:46:16.169 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:46:16.170 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:46:16.170 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:46:16.170 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:46:16.170 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:46:16.170 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:46:16.170 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:46:16.170 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:46:16.170 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:46:16.170 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:46:16.170 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:46:16.170 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.171 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:46:16.171 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:46:16.171 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.171 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:46:16.171 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:46:16.171 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:46:16.171 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:46:16.171 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:46:16.171 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:46:16.171 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:46:16.171 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:46:16.172 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:46:16.172 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:46:16.172 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:46:16.172 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.173 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.173 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.173 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.173 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.173 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.173 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.173 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.173 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.173 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.173 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.173 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.173 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.175 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:46:16.175 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:16.175 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:46:16.175 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:46:16.175 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:16.175 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:46:16.175 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:16.175 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:16.175 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:46:16.175 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:15 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:17.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:16 trial145 ceph-mon[70630]: pgmap v40: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 103/732 objects degraded (14.071%) 2026-02-12T03:46:17.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:16 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:46:17.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:16 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all smb 2026-02-12T03:46:17.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:16 trial145 ceph-mon[70630]: Upgrade: Finalizing container_image settings 2026-02-12T03:46:17.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:16 trial145 ceph-mon[70630]: Upgrade: Complete! 2026-02-12T03:46:17.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:16 trial145 ceph-mon[70630]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:46:17.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:16 trial145 ceph-mon[70630]: osd.1 [v2:10.20.193.86:6810/1084323103,v1:10.20.193.86:6811/1084323103] boot 2026-02-12T03:46:17.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:16 trial145 ceph-mon[70630]: osdmap e109: 8 total, 8 up, 8 in 2026-02-12T03:46:17.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:16 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-12T03:46:17.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:16 trial086 ceph-mon[91466]: pgmap v40: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 103/732 objects degraded (14.071%) 2026-02-12T03:46:17.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:16 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:46:17.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:16 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all smb 2026-02-12T03:46:17.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:16 trial086 ceph-mon[91466]: Upgrade: Finalizing container_image settings 2026-02-12T03:46:17.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:16 trial086 ceph-mon[91466]: Upgrade: Complete! 2026-02-12T03:46:17.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:16 trial086 ceph-mon[91466]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:46:17.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:16 trial086 ceph-mon[91466]: osd.1 [v2:10.20.193.86:6810/1084323103,v1:10.20.193.86:6811/1084323103] boot 2026-02-12T03:46:17.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:16 trial086 ceph-mon[91466]: osdmap e109: 8 total, 8 up, 8 in 2026-02-12T03:46:17.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:16 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-12T03:46:17.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:16 trial086 ceph-mon[93716]: pgmap v40: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 103/732 objects degraded (14.071%) 2026-02-12T03:46:17.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:16 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:46:17.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:16 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all smb 2026-02-12T03:46:17.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:16 trial086 ceph-mon[93716]: Upgrade: Finalizing container_image settings 2026-02-12T03:46:17.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:16 trial086 ceph-mon[93716]: Upgrade: Complete! 2026-02-12T03:46:17.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:16 trial086 ceph-mon[93716]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:46:17.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:16 trial086 ceph-mon[93716]: osd.1 [v2:10.20.193.86:6810/1084323103,v1:10.20.193.86:6811/1084323103] boot 2026-02-12T03:46:17.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:16 trial086 ceph-mon[93716]: osdmap e109: 8 total, 8 up, 8 in 2026-02-12T03:46:17.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:16 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-12T03:46:18.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:17 trial145 ceph-mon[70630]: osdmap e110: 8 total, 8 up, 8 in 2026-02-12T03:46:18.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:17 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:18.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:17 trial086 ceph-mon[91466]: osdmap e110: 8 total, 8 up, 8 in 2026-02-12T03:46:18.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:17 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:18.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:17 trial086 ceph-mon[93716]: osdmap e110: 8 total, 8 up, 8 in 2026-02-12T03:46:18.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:17 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:18.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:18 trial086 ceph-mon[91466]: pgmap v43: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 103/732 objects degraded (14.071%) 2026-02-12T03:46:18.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:18 trial086 ceph-mon[93716]: pgmap v43: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 103/732 objects degraded (14.071%) 2026-02-12T03:46:19.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:18 trial145 ceph-mon[70630]: pgmap v43: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 103/732 objects degraded (14.071%) 2026-02-12T03:46:19.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:46:18 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:46:18.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:46:19.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:46:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:46:18] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:46:20.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:19 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:46:20.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:19 trial145 ceph-mon[70630]: Health check update: Degraded data redundancy: 103/732 objects degraded (14.071%), 22 pgs degraded (PG_DEGRADED) 2026-02-12T03:46:20.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:19 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:46:20.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:19 trial086 ceph-mon[91466]: Health check update: Degraded data redundancy: 103/732 objects degraded (14.071%), 22 pgs degraded (PG_DEGRADED) 2026-02-12T03:46:20.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:19 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:46:20.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:19 trial086 ceph-mon[93716]: Health check update: Degraded data redundancy: 103/732 objects degraded (14.071%), 22 pgs degraded (PG_DEGRADED) 2026-02-12T03:46:20.396 INFO:teuthology.orchestra.run.trial086.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T03:46:20.435 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T03:46:20.762 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:46:20.983 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:46:20.983 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (2m) 6s ago 20m - - 0.28.1 91c01b3cec9b be3e853a3d14 2026-02-12T03:46:20.983 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (118s) 62s ago 20m 147M - 12.3.1 5cdab57891ea 4b2023674182 2026-02-12T03:46:20.983 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (2m) 6s ago 20m - - 3.9 4cc07a41bb19 11834d3e9425 2026-02-12T03:46:20.983 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,9283,8765 running (2m) 62s ago 22m 488M - 20.3.0-5250-g84a80275 21b90b676abb 90db61001245 2026-02-12T03:46:20.984 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:8443,9283,8765 running (11m) 6s ago 23m - - 20.3.0-5250-g84a80275 21b90b676abb 0bf0f62d6e10 2026-02-12T03:46:20.984 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (66s) 6s ago 23m - 2048M 20.3.0-5250-g84a80275 21b90b676abb b02c03c4b420 2026-02-12T03:46:20.984 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (101s) 62s ago 22m 38.8M 2048M 20.3.0-5250-g84a80275 21b90b676abb 427a1cee8855 2026-02-12T03:46:20.984 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (58s) 6s ago 22m - 2048M 20.3.0-5250-g84a80275 21b90b676abb 0890bc0876b4 2026-02-12T03:46:20.984 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (2m) 6s ago 20m - - 1.9.1 255ec253085f 373e066ca44c 2026-02-12T03:46:20.984 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (2m) 62s ago 20m 11.1M - 1.9.1 255ec253085f d5fd160ba581 2026-02-12T03:46:20.984 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (28s) 6s ago 22m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 1b5ea7bd1842 2026-02-12T03:46:20.984 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (7s) 6s ago 22m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb da9a3bbc1071 2026-02-12T03:46:20.984 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (22m) 6s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 9def62f780f8 2026-02-12T03:46:20.984 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (21m) 6s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 1b941c940e6e 2026-02-12T03:46:20.984 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (21m) 62s ago 21m 63.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 472a47a150fc 2026-02-12T03:46:20.984 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (21m) 62s ago 21m 62.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 03a06d3fbe57 2026-02-12T03:46:20.984 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (21m) 62s ago 21m 57.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 838bfb91f030 2026-02-12T03:46:20.985 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (21m) 62s ago 21m 61.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 799fb27b1d2c 2026-02-12T03:46:20.985 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (14m) 62s ago 21m 59.9M - 3.6.0 4fcecf061b74 fd358be701f3 2026-02-12T03:46:20.985 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (20m) 6s ago 20m - - 19.2.3-672-g283431c0 4cc07a41bb19 fc6cafaeed8d 2026-02-12T03:46:20.985 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (20m) 62s ago 20m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 01589a0f2102 2026-02-12T03:46:20.999 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:20 trial086 ceph-mon[91466]: pgmap v44: 161 pgs: 11 active+undersized, 8 active+undersized+degraded, 142 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 41/732 objects degraded (5.601%) 2026-02-12T03:46:21.000 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:20 trial086 ceph-mon[93716]: pgmap v44: 161 pgs: 11 active+undersized, 8 active+undersized+degraded, 142 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 41/732 objects degraded (5.601%) 2026-02-12T03:46:21.023 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 2'"'"'' 2026-02-12T03:46:21.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:20 trial145 ceph-mon[70630]: pgmap v44: 161 pgs: 11 active+undersized, 8 active+undersized+degraded, 142 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 41/732 objects degraded (5.601%) 2026-02-12T03:46:21.304 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:46:21.564 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:46:21.594 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 7'"'"'' 2026-02-12T03:46:21.878 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:46:21.902 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:21 trial086 ceph-mon[93716]: from='client.54194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:21.902 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:21 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/222067716' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:21.903 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:21 trial086 ceph-mon[91466]: from='client.54194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:21.903 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:21 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/222067716' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:22.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:21 trial145 ceph-mon[70630]: from='client.54194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:22.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:21 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/222067716' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:22.398 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:46:22.430 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade status' 2026-02-12T03:46:22.716 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:46:22.946 INFO:teuthology.orchestra.run.trial086.stdout:There are no upgrades in progress currently. 2026-02-12T03:46:22.986 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph health detail' 2026-02-12T03:46:23.009 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:22 trial086 ceph-mon[91466]: from='client.54200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:23.009 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:22 trial086 ceph-mon[91466]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 754 B/s rd, 0 op/s 2026-02-12T03:46:23.009 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:22 trial086 ceph-mon[91466]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/732 objects degraded (5.601%), 8 pgs degraded) 2026-02-12T03:46:23.009 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:22 trial086 ceph-mon[91466]: Cluster is now healthy 2026-02-12T03:46:23.010 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:22 trial086 ceph-mon[93716]: from='client.54200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:23.010 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:22 trial086 ceph-mon[93716]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 754 B/s rd, 0 op/s 2026-02-12T03:46:23.010 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:22 trial086 ceph-mon[93716]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/732 objects degraded (5.601%), 8 pgs degraded) 2026-02-12T03:46:23.010 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:22 trial086 ceph-mon[93716]: Cluster is now healthy 2026-02-12T03:46:23.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:22 trial145 ceph-mon[70630]: from='client.54200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:23.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:22 trial145 ceph-mon[70630]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 754 B/s rd, 0 op/s 2026-02-12T03:46:23.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:22 trial145 ceph-mon[70630]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/732 objects degraded (5.601%), 8 pgs degraded) 2026-02-12T03:46:23.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:22 trial145 ceph-mon[70630]: Cluster is now healthy 2026-02-12T03:46:23.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:46:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:46:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:46:23.269 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:46:23.532 INFO:teuthology.orchestra.run.trial086.stdout:HEALTH_OK 2026-02-12T03:46:23.572 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1' 2026-02-12T03:46:23.899 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:46:23.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:23 trial086 ceph-mon[91466]: from='client.54212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:23.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:23 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/1562516554' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:46:23.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:23 trial086 ceph-mon[93716]: from='client.54212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:23.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:23 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/1562516554' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:46:24.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:23 trial145 ceph-mon[70630]: from='client.54212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:24.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:23 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/1562516554' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:46:24.401 INFO:teuthology.orchestra.run.trial086.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:46:24.442 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T03:46:24.726 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:46:24.972 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:46:25.106 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:24 trial086 ceph-mon[91466]: from='client.54218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:25.106 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:24 trial086 ceph-mon[91466]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:46:25.106 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:24 trial086 ceph-mon[91466]: from='client.44265 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:25.106 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:24 trial086 ceph-mon[91466]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:46:25.106 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:24 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:25.107 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:24 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:25.107 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:24 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:46:25.107 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:24 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:25.107 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:24 trial086 ceph-mon[91466]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:46:25.107 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:24 trial086 ceph-mon[93716]: from='client.54218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:25.107 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:24 trial086 ceph-mon[93716]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:46:25.107 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:24 trial086 ceph-mon[93716]: from='client.44265 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:25.107 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:24 trial086 ceph-mon[93716]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:46:25.108 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:24 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:25.108 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:24 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:25.108 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:24 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:46:25.108 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:24 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:25.108 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:24 trial086 ceph-mon[93716]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:46:25.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:24 trial145 ceph-mon[70630]: from='client.54218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:25.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:24 trial145 ceph-mon[70630]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:46:25.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:24 trial145 ceph-mon[70630]: from='client.44265 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:25.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:24 trial145 ceph-mon[70630]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:46:25.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:24 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:25.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:24 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:25.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:24 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:46:25.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:24 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:25.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:24 trial145 ceph-mon[70630]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:46:25.307 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:46:25.307 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (2m) 11s ago 21m - - 0.28.1 91c01b3cec9b be3e853a3d14 2026-02-12T03:46:25.307 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (2m) 66s ago 20m 147M - 12.3.1 5cdab57891ea 4b2023674182 2026-02-12T03:46:25.307 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (2m) 11s ago 20m - - 3.9 4cc07a41bb19 11834d3e9425 2026-02-12T03:46:25.308 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,9283,8765 running (2m) 66s ago 22m 488M - 20.3.0-5250-g84a80275 21b90b676abb 90db61001245 2026-02-12T03:46:25.308 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:8443,9283,8765 running (11m) 11s ago 23m - - 20.3.0-5250-g84a80275 21b90b676abb 0bf0f62d6e10 2026-02-12T03:46:25.308 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (70s) 11s ago 23m - 2048M 20.3.0-5250-g84a80275 21b90b676abb b02c03c4b420 2026-02-12T03:46:25.308 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (105s) 66s ago 22m 38.8M 2048M 20.3.0-5250-g84a80275 21b90b676abb 427a1cee8855 2026-02-12T03:46:25.308 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (63s) 11s ago 22m - 2048M 20.3.0-5250-g84a80275 21b90b676abb 0890bc0876b4 2026-02-12T03:46:25.308 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (2m) 11s ago 20m - - 1.9.1 255ec253085f 373e066ca44c 2026-02-12T03:46:25.308 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (2m) 66s ago 20m 11.1M - 1.9.1 255ec253085f d5fd160ba581 2026-02-12T03:46:25.308 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (32s) 11s ago 22m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 1b5ea7bd1842 2026-02-12T03:46:25.308 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (12s) 11s ago 22m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb da9a3bbc1071 2026-02-12T03:46:25.308 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (22m) 11s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 9def62f780f8 2026-02-12T03:46:25.308 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (21m) 11s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 1b941c940e6e 2026-02-12T03:46:25.308 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (21m) 66s ago 21m 63.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 472a47a150fc 2026-02-12T03:46:25.309 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (21m) 66s ago 21m 62.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 03a06d3fbe57 2026-02-12T03:46:25.309 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (21m) 66s ago 21m 57.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 838bfb91f030 2026-02-12T03:46:25.309 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (21m) 66s ago 21m 61.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 799fb27b1d2c 2026-02-12T03:46:25.309 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (14m) 66s ago 21m 59.9M - 3.6.0 4fcecf061b74 fd358be701f3 2026-02-12T03:46:25.309 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (20m) 11s ago 20m - - 19.2.3-672-g283431c0 4cc07a41bb19 fc6cafaeed8d 2026-02-12T03:46:25.309 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (20m) 66s ago 20m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 01589a0f2102 2026-02-12T03:46:25.513 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:46:25.513 INFO:teuthology.orchestra.run.trial086.stdout: "mon": { 2026-02-12T03:46:25.513 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:46:25.513 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:46:25.514 INFO:teuthology.orchestra.run.trial086.stdout: "mgr": { 2026-02-12T03:46:25.514 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:46:25.514 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:46:25.514 INFO:teuthology.orchestra.run.trial086.stdout: "osd": { 2026-02-12T03:46:25.514 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 6, 2026-02-12T03:46:25.514 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:46:25.514 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:46:25.514 INFO:teuthology.orchestra.run.trial086.stdout: "rgw": { 2026-02-12T03:46:25.514 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:46:25.514 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:46:25.514 INFO:teuthology.orchestra.run.trial086.stdout: "overall": { 2026-02-12T03:46:25.514 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8, 2026-02-12T03:46:25.515 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 7 2026-02-12T03:46:25.515 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:46:25.515 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:46:25.691 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:46:25.692 INFO:teuthology.orchestra.run.trial086.stdout: "in_progress": true, 2026-02-12T03:46:25.692 INFO:teuthology.orchestra.run.trial086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", 2026-02-12T03:46:25.692 INFO:teuthology.orchestra.run.trial086.stdout: "services_complete": [], 2026-02-12T03:46:25.692 INFO:teuthology.orchestra.run.trial086.stdout: "which": "Upgrading daemons of type(s) crash,osd. Upgrade limited to 1 daemons (1 remaining).", 2026-02-12T03:46:25.692 INFO:teuthology.orchestra.run.trial086.stdout: "progress": "2/8 daemons upgraded", 2026-02-12T03:46:25.692 INFO:teuthology.orchestra.run.trial086.stdout: "message": "Currently upgrading osd daemons", 2026-02-12T03:46:25.692 INFO:teuthology.orchestra.run.trial086.stdout: "is_paused": false 2026-02-12T03:46:25.692 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:46:25.910 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:25 trial086 systemd[1]: Stopping Ceph osd.2 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:46:26.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:26.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:46:26.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:46:26.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:46:26.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all mgr 2026-02-12T03:46:26.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:26.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:26.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all mon 2026-02-12T03:46:26.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:26.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:26.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all crash 2026-02-12T03:46:26.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:26.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:26.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2026-02-12T03:46:26.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: Upgrade: osd.2 is safe to restart 2026-02-12T03:46:26.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2026-02-12T03:46:26.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: from='client.54236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:26.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: from='client.54242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:26.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: Upgrade: Updating osd.2 2026-02-12T03:46:26.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:26.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T03:46:26.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:26.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: Deploying daemon osd.2 on trial086 2026-02-12T03:46:26.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: from='client.54248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:26.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T03:46:26.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/68396917' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:26.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:25 trial145 ceph-mon[70630]: from='client.44295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:26.410 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:25 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2[37919]: 2026-02-12T03:46:25.933+0000 7fc91ad28640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:46:26.410 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:25 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2[37919]: 2026-02-12T03:46:25.933+0000 7fc91ad28640 -1 osd.2 110 *** Got signal Terminated *** 2026-02-12T03:46:26.410 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:25 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2[37919]: 2026-02-12T03:46:25.933+0000 7fc91ad28640 -1 osd.2 110 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:46:26.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:26.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:46:26.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:46:26.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:46:26.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all mgr 2026-02-12T03:46:26.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:26.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:26.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all mon 2026-02-12T03:46:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all crash 2026-02-12T03:46:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2026-02-12T03:46:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: Upgrade: osd.2 is safe to restart 2026-02-12T03:46:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2026-02-12T03:46:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: from='client.54236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: from='client.54242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: Upgrade: Updating osd.2 2026-02-12T03:46:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:26.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T03:46:26.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:26.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: Deploying daemon osd.2 on trial086 2026-02-12T03:46:26.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: from='client.54248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:26.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T03:46:26.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/68396917' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:26.413 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[93716]: from='client.44295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:26.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:26.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:46:26.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:46:26.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:46:26.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all mgr 2026-02-12T03:46:26.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:26.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:26.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all mon 2026-02-12T03:46:26.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:26.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:26.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all crash 2026-02-12T03:46:26.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:26.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:26.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2026-02-12T03:46:26.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: Upgrade: osd.2 is safe to restart 2026-02-12T03:46:26.414 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2026-02-12T03:46:26.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: from='client.54236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:26.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: from='client.54242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:26.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: Upgrade: Updating osd.2 2026-02-12T03:46:26.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:26.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T03:46:26.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:26.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: Deploying daemon osd.2 on trial086 2026-02-12T03:46:26.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: from='client.54248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:26.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T03:46:26.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/68396917' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:26.415 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:25 trial086 ceph-mon[91466]: from='client.44295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:27.372 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:26 trial086 ceph-mon[91466]: osd.2 marked itself down and dead 2026-02-12T03:46:27.372 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:26 trial086 ceph-mon[93716]: osd.2 marked itself down and dead 2026-02-12T03:46:27.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:26 trial145 ceph-mon[70630]: osd.2 marked itself down and dead 2026-02-12T03:46:27.661 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:27 trial086 podman[114490]: 2026-02-12 03:46:27.37136086 +0000 UTC m=+1.449938935 container died 9def62f780f80205e9be2bb9501d954ab90c953698aa291f32858a4e9a412f3d (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2, org.label-schema.build-date=20260202, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_REF=squid, ceph=True, org.label-schema.schema-version=1.0) 2026-02-12T03:46:27.661 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:27 trial086 podman[114490]: 2026-02-12 03:46:27.381474872 +0000 UTC m=+1.460052947 container remove 9def62f780f80205e9be2bb9501d954ab90c953698aa291f32858a4e9a412f3d (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2, org.label-schema.build-date=20260202, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=squid, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3) 2026-02-12T03:46:27.661 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:27 trial086 bash[114490]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2 2026-02-12T03:46:27.661 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:27 trial086 podman[114621]: 2026-02-12 03:46:27.512540253 +0000 UTC m=+0.017273022 container create bc09b7496ea06c34f0ded56e6e49887ce2ea1b0a8546d2cddb6feaa5c2d788c4 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, ceph=True) 2026-02-12T03:46:27.662 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:27 trial086 podman[114621]: 2026-02-12 03:46:27.540164386 +0000 UTC m=+0.044897155 container init bc09b7496ea06c34f0ded56e6e49887ce2ea1b0a8546d2cddb6feaa5c2d788c4 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3) 2026-02-12T03:46:27.662 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:27 trial086 podman[114621]: 2026-02-12 03:46:27.542749612 +0000 UTC m=+0.047482371 container start bc09b7496ea06c34f0ded56e6e49887ce2ea1b0a8546d2cddb6feaa5c2d788c4 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:46:27.662 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:27 trial086 podman[114621]: 2026-02-12 03:46:27.543190892 +0000 UTC m=+0.047923661 container attach bc09b7496ea06c34f0ded56e6e49887ce2ea1b0a8546d2cddb6feaa5c2d788c4 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:46:27.662 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:27 trial086 podman[114621]: 2026-02-12 03:46:27.505276389 +0000 UTC m=+0.010009158 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:46:27.932 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:27 trial086 podman[114621]: 2026-02-12 03:46:27.669946602 +0000 UTC m=+0.174679371 container died bc09b7496ea06c34f0ded56e6e49887ce2ea1b0a8546d2cddb6feaa5c2d788c4 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-deactivate, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.vendor=CentOS) 2026-02-12T03:46:27.933 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:27 trial086 podman[114621]: 2026-02-12 03:46:27.680798115 +0000 UTC m=+0.185530884 container remove bc09b7496ea06c34f0ded56e6e49887ce2ea1b0a8546d2cddb6feaa5c2d788c4 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.authors=Ceph Release Team , ceph=True, OSD_FLAVOR=default) 2026-02-12T03:46:27.933 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:27 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.2.service: Deactivated successfully. 2026-02-12T03:46:27.933 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:27 trial086 systemd[1]: Stopped Ceph osd.2 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:46:27.933 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:27 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.2.service: Consumed 5.004s CPU time. 2026-02-12T03:46:27.933 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:27 trial086 systemd[1]: Starting Ceph osd.2 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:46:28.290 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:27 trial086 ceph-mon[91466]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:46:28.290 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:27 trial086 ceph-mon[91466]: osdmap e111: 8 total, 7 up, 8 in 2026-02-12T03:46:28.291 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:27 trial086 ceph-mon[91466]: pgmap v49: 161 pgs: 14 stale+active+clean, 147 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:46:28.291 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:27 trial086 ceph-mon[93716]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:46:28.291 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:27 trial086 ceph-mon[93716]: osdmap e111: 8 total, 7 up, 8 in 2026-02-12T03:46:28.291 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:27 trial086 ceph-mon[93716]: pgmap v49: 161 pgs: 14 stale+active+clean, 147 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:46:28.292 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:27 trial086 podman[114766]: 2026-02-12 03:46:27.946672456 +0000 UTC m=+0.017214783 container create f43dfc453267a28e4fbae2239dab8a5c789f3d12929c839f9cf746d5af28b104 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-activate, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, org.label-schema.build-date=20260209) 2026-02-12T03:46:28.292 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:27 trial086 podman[114766]: 2026-02-12 03:46:27.97695941 +0000 UTC m=+0.047501747 container init f43dfc453267a28e4fbae2239dab8a5c789f3d12929c839f9cf746d5af28b104 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-activate, ceph=True, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:46:28.292 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:27 trial086 podman[114766]: 2026-02-12 03:46:27.979510763 +0000 UTC m=+0.050053080 container start f43dfc453267a28e4fbae2239dab8a5c789f3d12929c839f9cf746d5af28b104 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-activate, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209) 2026-02-12T03:46:28.292 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:27 trial086 podman[114766]: 2026-02-12 03:46:27.979983291 +0000 UTC m=+0.050525618 container attach f43dfc453267a28e4fbae2239dab8a5c789f3d12929c839f9cf746d5af28b104 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-activate, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS) 2026-02-12T03:46:28.292 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 podman[114766]: 2026-02-12 03:46:27.940283119 +0000 UTC m=+0.010825456 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:46:28.292 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-activate[114789]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:46:28.292 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 bash[114766]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:46:28.293 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-activate[114789]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:46:28.293 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 bash[114766]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:46:28.293 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-activate[114789]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:46:28.293 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-activate[114789]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:46:28.293 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 bash[114766]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:46:28.293 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 bash[114766]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:46:28.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:27 trial145 ceph-mon[70630]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:46:28.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:27 trial145 ceph-mon[70630]: osdmap e111: 8 total, 7 up, 8 in 2026-02-12T03:46:28.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:27 trial145 ceph-mon[70630]: pgmap v49: 161 pgs: 14 stale+active+clean, 147 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:46:28.540 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-activate[114789]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:46:28.541 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 bash[114766]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:46:28.541 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-activate[114789]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-02-12T03:46:28.541 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 bash[114766]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-02-12T03:46:28.541 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-activate[114789]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2026-02-12T03:46:28.541 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 bash[114766]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2026-02-12T03:46:28.541 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-activate[114789]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2026-02-12T03:46:28.541 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 bash[114766]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2026-02-12T03:46:28.541 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-activate[114789]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2026-02-12T03:46:28.542 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 bash[114766]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2026-02-12T03:46:28.542 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-activate[114789]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2026-02-12T03:46:28.542 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 bash[114766]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2026-02-12T03:46:28.542 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-activate[114789]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-02-12T03:46:28.542 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 bash[114766]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-02-12T03:46:28.542 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-activate[114789]: --> ceph-volume lvm activate successful for osd ID: 2 2026-02-12T03:46:28.542 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 bash[114766]: --> ceph-volume lvm activate successful for osd ID: 2 2026-02-12T03:46:28.542 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 podman[114766]: 2026-02-12 03:46:28.417647091 +0000 UTC m=+0.488189418 container died f43dfc453267a28e4fbae2239dab8a5c789f3d12929c839f9cf746d5af28b104 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-activate, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:46:28.542 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 podman[114766]: 2026-02-12 03:46:28.429640707 +0000 UTC m=+0.500183024 container remove f43dfc453267a28e4fbae2239dab8a5c789f3d12929c839f9cf746d5af28b104 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-activate, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, ceph=True, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:46:28.542 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 podman[115007]: 2026-02-12 03:46:28.509393507 +0000 UTC m=+0.016243458 container create aa52f031ccbedd5cd2706009f61b90969b857cd39f1d6db4b57d730ffa15e613 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default) 2026-02-12T03:46:28.542 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 podman[115007]: 2026-02-12 03:46:28.533823493 +0000 UTC m=+0.040673373 container init aa52f031ccbedd5cd2706009f61b90969b857cd39f1d6db4b57d730ffa15e613 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:46:28.543 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 podman[115007]: 2026-02-12 03:46:28.536189401 +0000 UTC m=+0.043039281 container start aa52f031ccbedd5cd2706009f61b90969b857cd39f1d6db4b57d730ffa15e613 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:46:28.543 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 bash[115007]: aa52f031ccbedd5cd2706009f61b90969b857cd39f1d6db4b57d730ffa15e613 2026-02-12T03:46:28.543 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 podman[115007]: 2026-02-12 03:46:28.502895057 +0000 UTC m=+0.009744947 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:46:28.543 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 systemd[1]: Started Ceph osd.2 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:46:28.792 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 ceph-osd[115035]: -- 10.20.193.86:0/549836668 <== mon.2 v2:10.20.193.86:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x30c7860 con 0x3222000 2026-02-12T03:46:29.126 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:46:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:46:28] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:46:29.127 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2[115031]: 2026-02-12T03:46:28.789+0000 7f2e9ca1e780 -1 Falling back to public interface 2026-02-12T03:46:29.127 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:28 trial086 ceph-mon[91466]: osdmap e112: 8 total, 7 up, 8 in 2026-02-12T03:46:29.127 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:28 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:46:29.127 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:29.127 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:29.128 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:28 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:29.128 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:28 trial086 ceph-mon[93716]: osdmap e112: 8 total, 7 up, 8 in 2026-02-12T03:46:29.128 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:28 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:46:29.128 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:29.128 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:29.128 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:28 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:29.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:28 trial145 ceph-mon[70630]: osdmap e112: 8 total, 7 up, 8 in 2026-02-12T03:46:29.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:28 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:46:29.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:29.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:29.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:28 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:29.386 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:46:28 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:46:28.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:46:29.410 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:29 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2[115031]: 2026-02-12T03:46:29.305+0000 7f2e9ca1e780 -1 osd.2 110 log_to_monitors true 2026-02-12T03:46:30.231 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:46:29 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2[115031]: 2026-02-12T03:46:29.950+0000 7f2e9085f640 -1 osd.2 110 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:46:30.232 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:29 trial086 ceph-mon[91466]: from='osd.2 [v2:10.20.193.86:6818/359860002,v1:10.20.193.86:6819/359860002]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2026-02-12T03:46:30.232 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:29 trial086 ceph-mon[91466]: pgmap v51: 161 pgs: 29 active+undersized, 3 stale+active+clean, 11 active+undersized+degraded, 118 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 43/732 objects degraded (5.874%) 2026-02-12T03:46:30.232 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:29 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:30.232 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:29 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:30.232 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:29 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:30.232 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:29 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:30.233 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:29 trial086 ceph-mon[93716]: from='osd.2 [v2:10.20.193.86:6818/359860002,v1:10.20.193.86:6819/359860002]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2026-02-12T03:46:30.233 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:29 trial086 ceph-mon[93716]: pgmap v51: 161 pgs: 29 active+undersized, 3 stale+active+clean, 11 active+undersized+degraded, 118 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 43/732 objects degraded (5.874%) 2026-02-12T03:46:30.233 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:29 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:30.233 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:29 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:30.233 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:29 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:30.233 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:29 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:30.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:29 trial145 ceph-mon[70630]: from='osd.2 [v2:10.20.193.86:6818/359860002,v1:10.20.193.86:6819/359860002]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2026-02-12T03:46:30.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:29 trial145 ceph-mon[70630]: pgmap v51: 161 pgs: 29 active+undersized, 3 stale+active+clean, 11 active+undersized+degraded, 118 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 43/732 objects degraded (5.874%) 2026-02-12T03:46:30.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:29 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:30.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:29 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:30.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:29 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:30.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:29 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:31.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='osd.2 [v2:10.20.193.86:6818/359860002,v1:10.20.193.86:6819/359860002]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T03:46:31.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: osdmap e113: 8 total, 7 up, 8 in 2026-02-12T03:46:31.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='osd.2 [v2:10.20.193.86:6818/359860002,v1:10.20.193.86:6819/359860002]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial086", "root=default"]} : dispatch 2026-02-12T03:46:31.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: Health check failed: Degraded data redundancy: 43/732 objects degraded (5.874%), 11 pgs degraded (PG_DEGRADED) 2026-02-12T03:46:31.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:31.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:31.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:31.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:46:31.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:31.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:46:31.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:31.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:31.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:46:31.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:46:31.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:46:31.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='osd.2 [v2:10.20.193.86:6818/359860002,v1:10.20.193.86:6819/359860002]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T03:46:31.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: osdmap e113: 8 total, 7 up, 8 in 2026-02-12T03:46:31.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='osd.2 [v2:10.20.193.86:6818/359860002,v1:10.20.193.86:6819/359860002]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial086", "root=default"]} : dispatch 2026-02-12T03:46:31.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: Health check failed: Degraded data redundancy: 43/732 objects degraded (5.874%), 11 pgs degraded (PG_DEGRADED) 2026-02-12T03:46:31.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:31.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:31.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:31.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:46:31.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:31.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:46:31.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:31.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:31.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:46:31.166 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.166 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:46:31.166 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:46:31.166 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.166 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:46:31.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:46:31.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:46:31.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:46:31.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:46:31.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:46:31.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:46:31.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:46:31.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:46:31.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:46:31.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:46:31.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:46:31.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:46:31.168 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.168 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:46:31.168 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:46:31.168 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:46:31.168 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:46:31.168 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:46:31.168 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:46:31.168 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:46:31.168 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:46:31.169 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:46:31.169 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:46:31.169 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:46:31.169 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:46:31.169 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:46:31.169 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:46:31.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:46:31.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:46:31.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:46:31.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:46:31.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:46:31.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:46:31.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:46:31.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:46:31.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:46:31.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:46:31.171 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:46:31.171 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:46:31.171 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:46:31.171 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:46:31.171 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:46:31.171 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:46:31.171 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:46:31.171 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:46:31.171 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.171 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.171 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.171 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.172 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.172 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.172 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.172 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.172 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.172 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.172 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.172 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.172 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.172 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.172 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.173 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.173 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.173 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:46:31.173 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.173 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:46:31.173 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:46:31.173 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:31.173 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:46:31.173 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:46:31.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:46:31.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.174 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.175 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.175 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.175 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.175 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.175 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.175 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.175 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.175 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:46:31.175 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.175 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:46:31.175 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:46:31.175 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:31.176 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:46:31.176 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:31.176 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:31.176 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:46:31.176 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:31.177 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:46:31.177 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:31.177 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:31.177 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:46:31.177 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:30 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:31.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='osd.2 [v2:10.20.193.86:6818/359860002,v1:10.20.193.86:6819/359860002]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T03:46:31.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: osdmap e113: 8 total, 7 up, 8 in 2026-02-12T03:46:31.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='osd.2 [v2:10.20.193.86:6818/359860002,v1:10.20.193.86:6819/359860002]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial086", "root=default"]} : dispatch 2026-02-12T03:46:31.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: Health check failed: Degraded data redundancy: 43/732 objects degraded (5.874%), 11 pgs degraded (PG_DEGRADED) 2026-02-12T03:46:31.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:31.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:31.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:31.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:46:31.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:31.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:46:31.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:31.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:31.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:46:31.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:31.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:46:31.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:46:31.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:46:31.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:46:31.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:46:31.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:46:31.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:46:31.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:46:31.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:46:31.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:46:31.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:46:31.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:46:31.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:46:31.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:46:31.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:46:31.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:46:31.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:46:31.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:46:31.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:46:31.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:46:31.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:46:31.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:46:31.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:46:31.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:46:31.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:46:31.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:46:31.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.391 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.392 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:46:31.393 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:46:31.393 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:46:31.393 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:46:31.393 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:31.393 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:46:31.393 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:31.393 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:46:31.393 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:46:31.393 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:30 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:32.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:31 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:46:32.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:31 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all smb 2026-02-12T03:46:32.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:31 trial145 ceph-mon[70630]: Upgrade: Finalizing container_image settings 2026-02-12T03:46:32.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:31 trial145 ceph-mon[70630]: Upgrade: Complete! 2026-02-12T03:46:32.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:31 trial145 ceph-mon[70630]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:46:32.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:31 trial145 ceph-mon[70630]: osd.2 [v2:10.20.193.86:6818/359860002,v1:10.20.193.86:6819/359860002] boot 2026-02-12T03:46:32.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:31 trial145 ceph-mon[70630]: osdmap e114: 8 total, 8 up, 8 in 2026-02-12T03:46:32.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:31 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-02-12T03:46:32.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:31 trial145 ceph-mon[70630]: pgmap v54: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s; 65/732 objects degraded (8.880%) 2026-02-12T03:46:32.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:31 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:46:32.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:31 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all smb 2026-02-12T03:46:32.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:31 trial086 ceph-mon[91466]: Upgrade: Finalizing container_image settings 2026-02-12T03:46:32.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:31 trial086 ceph-mon[91466]: Upgrade: Complete! 2026-02-12T03:46:32.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:31 trial086 ceph-mon[91466]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:46:32.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:31 trial086 ceph-mon[91466]: osd.2 [v2:10.20.193.86:6818/359860002,v1:10.20.193.86:6819/359860002] boot 2026-02-12T03:46:32.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:31 trial086 ceph-mon[91466]: osdmap e114: 8 total, 8 up, 8 in 2026-02-12T03:46:32.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:31 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-02-12T03:46:32.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:31 trial086 ceph-mon[91466]: pgmap v54: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s; 65/732 objects degraded (8.880%) 2026-02-12T03:46:32.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:31 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:46:32.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:31 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all smb 2026-02-12T03:46:32.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:31 trial086 ceph-mon[93716]: Upgrade: Finalizing container_image settings 2026-02-12T03:46:32.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:31 trial086 ceph-mon[93716]: Upgrade: Complete! 2026-02-12T03:46:32.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:31 trial086 ceph-mon[93716]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:46:32.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:31 trial086 ceph-mon[93716]: osd.2 [v2:10.20.193.86:6818/359860002,v1:10.20.193.86:6819/359860002] boot 2026-02-12T03:46:32.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:31 trial086 ceph-mon[93716]: osdmap e114: 8 total, 8 up, 8 in 2026-02-12T03:46:32.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:31 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-02-12T03:46:32.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:31 trial086 ceph-mon[93716]: pgmap v54: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s; 65/732 objects degraded (8.880%) 2026-02-12T03:46:33.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:32 trial145 ceph-mon[70630]: osdmap e115: 8 total, 8 up, 8 in 2026-02-12T03:46:33.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:32 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:33.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:46:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:46:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:46:33.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:32 trial086 ceph-mon[91466]: osdmap e115: 8 total, 8 up, 8 in 2026-02-12T03:46:33.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:32 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:33.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:32 trial086 ceph-mon[93716]: osdmap e115: 8 total, 8 up, 8 in 2026-02-12T03:46:33.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:32 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:46:34.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:33 trial145 ceph-mon[70630]: pgmap v56: 161 pgs: 19 active+undersized, 4 active+undersized+degraded, 138 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.8 KiB/s rd, 1 op/s; 29/732 objects degraded (3.962%) 2026-02-12T03:46:34.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:33 trial086 ceph-mon[91466]: pgmap v56: 161 pgs: 19 active+undersized, 4 active+undersized+degraded, 138 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.8 KiB/s rd, 1 op/s; 29/732 objects degraded (3.962%) 2026-02-12T03:46:34.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:33 trial086 ceph-mon[93716]: pgmap v56: 161 pgs: 19 active+undersized, 4 active+undersized+degraded, 138 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.8 KiB/s rd, 1 op/s; 29/732 objects degraded (3.962%) 2026-02-12T03:46:35.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:35 trial145 ceph-mon[70630]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/732 objects degraded (3.962%), 4 pgs degraded) 2026-02-12T03:46:35.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:35 trial145 ceph-mon[70630]: Cluster is now healthy 2026-02-12T03:46:35.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:35 trial086 ceph-mon[91466]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/732 objects degraded (3.962%), 4 pgs degraded) 2026-02-12T03:46:35.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:35 trial086 ceph-mon[91466]: Cluster is now healthy 2026-02-12T03:46:35.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:35 trial086 ceph-mon[93716]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/732 objects degraded (3.962%), 4 pgs degraded) 2026-02-12T03:46:35.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:35 trial086 ceph-mon[93716]: Cluster is now healthy 2026-02-12T03:46:36.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:36 trial145 ceph-mon[70630]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:46:36.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:36 trial086 ceph-mon[91466]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:46:36.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:36 trial086 ceph-mon[93716]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:46:38.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:38 trial145 ceph-mon[70630]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 676 B/s rd, 0 op/s 2026-02-12T03:46:38.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:38 trial086 ceph-mon[91466]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 676 B/s rd, 0 op/s 2026-02-12T03:46:38.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:38 trial086 ceph-mon[93716]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 676 B/s rd, 0 op/s 2026-02-12T03:46:39.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:46:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:46:38.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:46:39.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:46:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:46:38] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:46:39.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:39 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:46:39.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:39 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:46:39.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:39 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:46:40.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:40 trial145 ceph-mon[70630]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:46:40.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:40 trial086 ceph-mon[91466]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:46:40.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:40 trial086 ceph-mon[93716]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:46:42.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:42 trial145 ceph-mon[70630]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:46:42.886 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:46:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:46:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:46:42.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:42 trial086 ceph-mon[93716]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:46:42.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:42 trial086 ceph-mon[91466]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:46:44.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:44 trial145 ceph-mon[70630]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T03:46:44.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:44 trial086 ceph-mon[91466]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T03:46:44.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:44 trial086 ceph-mon[93716]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T03:46:46.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:46 trial145 ceph-mon[70630]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:46:46.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:46 trial086 ceph-mon[91466]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:46:46.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:46 trial086 ceph-mon[93716]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:46:48.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:48 trial145 ceph-mon[70630]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:46:48.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:48 trial086 ceph-mon[91466]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:46:48.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:48 trial086 ceph-mon[93716]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:46:49.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:46:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:46:48.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:46:49.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:46:48 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:46:48] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:46:49.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:49 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:46:49.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:49 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:46:49.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:49 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:46:50.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:50 trial145 ceph-mon[70630]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:46:50.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:50 trial086 ceph-mon[91466]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:46:50.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:50 trial086 ceph-mon[93716]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:46:52.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:52 trial145 ceph-mon[70630]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:46:52.886 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:46:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:46:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:46:52.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:52 trial086 ceph-mon[91466]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:46:52.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:52 trial086 ceph-mon[93716]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:46:54.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:54 trial145 ceph-mon[70630]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:46:54.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:54 trial086 ceph-mon[91466]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:46:54.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:54 trial086 ceph-mon[93716]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:46:55.873 INFO:teuthology.orchestra.run.trial086.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T03:46:55.914 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T03:46:56.200 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:46:56.421 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:46:56.421 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (2m) 26s ago 21m - - 0.28.1 91c01b3cec9b be3e853a3d14 2026-02-12T03:46:56.421 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (2m) 97s ago 21m 147M - 12.3.1 5cdab57891ea 4b2023674182 2026-02-12T03:46:56.421 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (2m) 26s ago 21m - - 3.9 4cc07a41bb19 11834d3e9425 2026-02-12T03:46:56.421 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,9283,8765 running (2m) 97s ago 23m 488M - 20.3.0-5250-g84a80275 21b90b676abb 90db61001245 2026-02-12T03:46:56.421 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:8443,9283,8765 running (11m) 26s ago 23m - - 20.3.0-5250-g84a80275 21b90b676abb 0bf0f62d6e10 2026-02-12T03:46:56.421 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (101s) 26s ago 23m - 2048M 20.3.0-5250-g84a80275 21b90b676abb b02c03c4b420 2026-02-12T03:46:56.421 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (2m) 97s ago 23m 38.8M 2048M 20.3.0-5250-g84a80275 21b90b676abb 427a1cee8855 2026-02-12T03:46:56.421 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (94s) 26s ago 23m - 2048M 20.3.0-5250-g84a80275 21b90b676abb 0890bc0876b4 2026-02-12T03:46:56.422 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (2m) 26s ago 21m - - 1.9.1 255ec253085f 373e066ca44c 2026-02-12T03:46:56.422 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (2m) 97s ago 21m 11.1M - 1.9.1 255ec253085f d5fd160ba581 2026-02-12T03:46:56.422 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (63s) 26s ago 22m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 1b5ea7bd1842 2026-02-12T03:46:56.422 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (43s) 26s ago 22m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb da9a3bbc1071 2026-02-12T03:46:56.422 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (27s) 26s ago 22m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb aa52f031ccbe 2026-02-12T03:46:56.422 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (22m) 26s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 1b941c940e6e 2026-02-12T03:46:56.422 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (22m) 97s ago 22m 63.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 472a47a150fc 2026-02-12T03:46:56.422 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (22m) 97s ago 22m 62.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 03a06d3fbe57 2026-02-12T03:46:56.422 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (22m) 97s ago 22m 57.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 838bfb91f030 2026-02-12T03:46:56.422 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (21m) 97s ago 21m 61.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 799fb27b1d2c 2026-02-12T03:46:56.422 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (15m) 97s ago 21m 59.9M - 3.6.0 4fcecf061b74 fd358be701f3 2026-02-12T03:46:56.422 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (21m) 26s ago 21m - - 19.2.3-672-g283431c0 4cc07a41bb19 fc6cafaeed8d 2026-02-12T03:46:56.423 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (21m) 97s ago 21m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 01589a0f2102 2026-02-12T03:46:56.458 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 2'"'"'' 2026-02-12T03:46:56.635 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:46:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:46:56.164Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:46:56.636 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:46:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:46:56.165Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:46:56.636 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:46:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:46:56.165Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:46:56.744 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:46:56.767 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:56 trial086 ceph-mon[91466]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:46:56.768 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:56 trial086 ceph-mon[93716]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:46:57.000 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:46:57.034 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 8'"'"'' 2026-02-12T03:46:57.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:56 trial145 ceph-mon[70630]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:46:57.318 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:46:57.820 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:46:57.851 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade status' 2026-02-12T03:46:57.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:57 trial086 ceph-mon[91466]: from='client.54272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:57.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:57 trial086 ceph-mon[91466]: from='client.54278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:57.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:57 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/3965064339' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:57.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:57 trial086 ceph-mon[93716]: from='client.54272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:57.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:57 trial086 ceph-mon[93716]: from='client.54278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:57.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:57 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/3965064339' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:58.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:57 trial145 ceph-mon[70630]: from='client.54272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:58.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:57 trial145 ceph-mon[70630]: from='client.54278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:58.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:57 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/3965064339' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:46:58.136 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:46:58.359 INFO:teuthology.orchestra.run.trial086.stdout:There are no upgrades in progress currently. 2026-02-12T03:46:58.394 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph health detail' 2026-02-12T03:46:58.684 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:46:58.706 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:58 trial086 ceph-mon[91466]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:46:58.707 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:58 trial086 ceph-mon[91466]: from='client.44325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:58.707 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:58 trial086 ceph-mon[93716]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:46:58.707 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:58 trial086 ceph-mon[93716]: from='client.44325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:58.935 INFO:teuthology.orchestra.run.trial086.stdout:HEALTH_OK 2026-02-12T03:46:58.974 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd' 2026-02-12T03:46:58.988 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:58 trial145 ceph-mon[70630]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:46:58.988 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:58 trial145 ceph-mon[70630]: from='client.44325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:59.258 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:46:59.283 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:46:58 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:46:58] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:46:59.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:46:58 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:46:58.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:46:59.760 INFO:teuthology.orchestra.run.trial086.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:46:59.801 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T03:46:59.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:59 trial086 ceph-mon[91466]: from='client.44331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:59.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:59 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:46:59.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:46:59 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/1285283118' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:46:59.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:59 trial086 ceph-mon[93716]: from='client.44331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:46:59.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:59 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:46:59.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:46:59 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/1285283118' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:47:00.092 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:47:00.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:59 trial145 ceph-mon[70630]: from='client.44331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:00.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:59 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:47:00.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:46:59 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/1285283118' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:47:00.340 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:47:00.680 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:47:00.680 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (2m) 31s ago 21m - - 0.28.1 91c01b3cec9b be3e853a3d14 2026-02-12T03:47:00.680 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (2m) 101s ago 21m 147M - 12.3.1 5cdab57891ea 4b2023674182 2026-02-12T03:47:00.680 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (2m) 31s ago 21m - - 3.9 4cc07a41bb19 11834d3e9425 2026-02-12T03:47:00.680 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,9283,8765 running (2m) 101s ago 23m 488M - 20.3.0-5250-g84a80275 21b90b676abb 90db61001245 2026-02-12T03:47:00.680 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:8443,9283,8765 running (12m) 31s ago 23m - - 20.3.0-5250-g84a80275 21b90b676abb 0bf0f62d6e10 2026-02-12T03:47:00.681 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (106s) 31s ago 23m - 2048M 20.3.0-5250-g84a80275 21b90b676abb b02c03c4b420 2026-02-12T03:47:00.681 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (2m) 101s ago 23m 38.8M 2048M 20.3.0-5250-g84a80275 21b90b676abb 427a1cee8855 2026-02-12T03:47:00.681 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (98s) 31s ago 23m - 2048M 20.3.0-5250-g84a80275 21b90b676abb 0890bc0876b4 2026-02-12T03:47:00.681 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (2m) 31s ago 21m - - 1.9.1 255ec253085f 373e066ca44c 2026-02-12T03:47:00.681 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (2m) 101s ago 21m 11.1M - 1.9.1 255ec253085f d5fd160ba581 2026-02-12T03:47:00.681 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (67s) 31s ago 23m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 1b5ea7bd1842 2026-02-12T03:47:00.681 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (47s) 31s ago 22m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb da9a3bbc1071 2026-02-12T03:47:00.681 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (32s) 31s ago 22m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb aa52f031ccbe 2026-02-12T03:47:00.681 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (22m) 31s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 1b941c940e6e 2026-02-12T03:47:00.681 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (22m) 101s ago 22m 63.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 472a47a150fc 2026-02-12T03:47:00.681 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (22m) 101s ago 22m 62.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 03a06d3fbe57 2026-02-12T03:47:00.681 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (22m) 101s ago 22m 57.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 838bfb91f030 2026-02-12T03:47:00.681 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (21m) 101s ago 21m 61.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 799fb27b1d2c 2026-02-12T03:47:00.681 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (15m) 101s ago 21m 59.9M - 3.6.0 4fcecf061b74 fd358be701f3 2026-02-12T03:47:00.681 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (21m) 31s ago 21m - - 19.2.3-672-g283431c0 4cc07a41bb19 fc6cafaeed8d 2026-02-12T03:47:00.681 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (21m) 101s ago 21m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 01589a0f2102 2026-02-12T03:47:00.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[93716]: from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:00.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[93716]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:47:00.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:00.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:47:00.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:47:00.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:00.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:00.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:47:00.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:00.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:00.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:00.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:00.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:00.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:00.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2026-02-12T03:47:00.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:00.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T03:47:00.814 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:47:00.815 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[91466]: from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:00.815 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[91466]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:47:00.815 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:00.815 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:47:00.815 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:47:00.815 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:00.815 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:00.815 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:47:00.815 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:00.815 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:00.815 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:00.815 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:00.815 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:00.815 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:00.815 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2026-02-12T03:47:00.815 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:00.815 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T03:47:00.815 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:00 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:47:00.885 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:47:00.886 INFO:teuthology.orchestra.run.trial086.stdout: "mon": { 2026-02-12T03:47:00.886 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:47:00.886 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:47:00.886 INFO:teuthology.orchestra.run.trial086.stdout: "mgr": { 2026-02-12T03:47:00.886 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:47:00.886 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:47:00.886 INFO:teuthology.orchestra.run.trial086.stdout: "osd": { 2026-02-12T03:47:00.886 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 5, 2026-02-12T03:47:00.886 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:47:00.886 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:47:00.886 INFO:teuthology.orchestra.run.trial086.stdout: "rgw": { 2026-02-12T03:47:00.886 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:47:00.886 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:47:00.886 INFO:teuthology.orchestra.run.trial086.stdout: "overall": { 2026-02-12T03:47:00.886 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 7, 2026-02-12T03:47:00.886 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T03:47:00.886 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:47:00.886 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:47:01.063 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:47:01.063 INFO:teuthology.orchestra.run.trial086.stdout: "in_progress": true, 2026-02-12T03:47:01.064 INFO:teuthology.orchestra.run.trial086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", 2026-02-12T03:47:01.064 INFO:teuthology.orchestra.run.trial086.stdout: "services_complete": [], 2026-02-12T03:47:01.064 INFO:teuthology.orchestra.run.trial086.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2026-02-12T03:47:01.064 INFO:teuthology.orchestra.run.trial086.stdout: "progress": "3/8 daemons upgraded", 2026-02-12T03:47:01.064 INFO:teuthology.orchestra.run.trial086.stdout: "message": "Currently upgrading osd daemons", 2026-02-12T03:47:01.064 INFO:teuthology.orchestra.run.trial086.stdout: "is_paused": false 2026-02-12T03:47:01.064 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:47:01.065 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:01 trial086 systemd[1]: Stopping Ceph osd.3 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:47:01.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:00 trial145 ceph-mon[70630]: from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:01.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:00 trial145 ceph-mon[70630]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:47:01.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:00 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:01.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:00 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:47:01.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:00 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:47:01.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:00 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:01.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:00 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:01.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:00 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:47:01.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:00 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:01.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:00 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:01.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:00 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:01.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:00 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:01.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:00 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:01.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:00 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:01.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:00 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2026-02-12T03:47:01.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:00 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:01.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:00 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T03:47:01.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:00 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:47:01.410 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:01 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3[43051]: 2026-02-12T03:47:01.125+0000 7fec72774640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:47:01.416 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:01 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3[43051]: 2026-02-12T03:47:01.125+0000 7fec72774640 -1 osd.3 115 *** Got signal Terminated *** 2026-02-12T03:47:01.416 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:01 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3[43051]: 2026-02-12T03:47:01.125+0000 7fec72774640 -1 osd.3 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:47:01.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[91466]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:47:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[91466]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:47:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[91466]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:47:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[91466]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:47:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all mgr 2026-02-12T03:47:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all mon 2026-02-12T03:47:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all crash 2026-02-12T03:47:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[91466]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2026-02-12T03:47:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[91466]: Upgrade: osd.3 is safe to restart 2026-02-12T03:47:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[91466]: from='client.44349 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[91466]: Upgrade: Updating osd.3 2026-02-12T03:47:01.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[91466]: Deploying daemon osd.3 on trial086 2026-02-12T03:47:01.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[91466]: from='client.44355 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:01.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[91466]: from='client.54326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:01.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/4014148966' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:01.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[91466]: osd.3 marked itself down and dead 2026-02-12T03:47:01.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[93716]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:47:01.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[93716]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:47:01.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[93716]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:47:01.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[93716]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:47:01.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all mgr 2026-02-12T03:47:01.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all mon 2026-02-12T03:47:01.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all crash 2026-02-12T03:47:01.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[93716]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2026-02-12T03:47:01.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[93716]: Upgrade: osd.3 is safe to restart 2026-02-12T03:47:01.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[93716]: from='client.44349 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:01.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[93716]: Upgrade: Updating osd.3 2026-02-12T03:47:01.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[93716]: Deploying daemon osd.3 on trial086 2026-02-12T03:47:01.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[93716]: from='client.44355 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:01.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[93716]: from='client.54326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:01.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/4014148966' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:01.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:01 trial086 ceph-mon[93716]: osd.3 marked itself down and dead 2026-02-12T03:47:02.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:01 trial145 ceph-mon[70630]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:47:02.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:01 trial145 ceph-mon[70630]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:47:02.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:01 trial145 ceph-mon[70630]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:47:02.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:01 trial145 ceph-mon[70630]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:47:02.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:01 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all mgr 2026-02-12T03:47:02.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:01 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all mon 2026-02-12T03:47:02.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:01 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all crash 2026-02-12T03:47:02.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:01 trial145 ceph-mon[70630]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2026-02-12T03:47:02.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:01 trial145 ceph-mon[70630]: Upgrade: osd.3 is safe to restart 2026-02-12T03:47:02.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:01 trial145 ceph-mon[70630]: from='client.44349 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:02.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:01 trial145 ceph-mon[70630]: Upgrade: Updating osd.3 2026-02-12T03:47:02.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:01 trial145 ceph-mon[70630]: Deploying daemon osd.3 on trial086 2026-02-12T03:47:02.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:01 trial145 ceph-mon[70630]: from='client.44355 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:02.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:01 trial145 ceph-mon[70630]: from='client.54326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:02.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:01 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/4014148966' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:02.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:01 trial145 ceph-mon[70630]: osd.3 marked itself down and dead 2026-02-12T03:47:02.332 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 podman[122224]: 2026-02-12 03:47:02.026985625 +0000 UTC m=+0.913743103 container died 1b941c940e6ee0431e86ec4245b4f7b4f9615a1b82552fcb0c6f6ed9e3ebc471 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, CEPH_REF=squid, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260202, org.label-schema.license=GPLv2, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:47:02.332 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 podman[122224]: 2026-02-12 03:47:02.036470617 +0000 UTC m=+0.923228095 container remove 1b941c940e6ee0431e86ec4245b4f7b4f9615a1b82552fcb0c6f6ed9e3ebc471 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.build-date=20260202, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=squid, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0) 2026-02-12T03:47:02.333 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 bash[122224]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3 2026-02-12T03:47:02.333 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 podman[122356]: 2026-02-12 03:47:02.171233081 +0000 UTC m=+0.016327013 container create 414e4c304d28f9080261a792c44044184bc42109aed8cec4d279392e820ad0a5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-deactivate, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:47:02.333 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 podman[122356]: 2026-02-12 03:47:02.205919523 +0000 UTC m=+0.051013455 container init 414e4c304d28f9080261a792c44044184bc42109aed8cec4d279392e820ad0a5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-deactivate, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:47:02.333 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 podman[122356]: 2026-02-12 03:47:02.208269452 +0000 UTC m=+0.053363394 container start 414e4c304d28f9080261a792c44044184bc42109aed8cec4d279392e820ad0a5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-deactivate, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:47:02.333 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 podman[122356]: 2026-02-12 03:47:02.208694602 +0000 UTC m=+0.053788544 container attach 414e4c304d28f9080261a792c44044184bc42109aed8cec4d279392e820ad0a5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-deactivate, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, ceph=True, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:47:02.333 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 podman[122356]: 2026-02-12 03:47:02.164532996 +0000 UTC m=+0.009626918 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:47:02.604 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 podman[122356]: 2026-02-12 03:47:02.331733232 +0000 UTC m=+0.176827184 container died 414e4c304d28f9080261a792c44044184bc42109aed8cec4d279392e820ad0a5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-deactivate, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, ceph=True) 2026-02-12T03:47:02.604 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 podman[122356]: 2026-02-12 03:47:02.342351902 +0000 UTC m=+0.187445834 container remove 414e4c304d28f9080261a792c44044184bc42109aed8cec4d279392e820ad0a5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-deactivate, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:47:02.604 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.3.service: Deactivated successfully. 2026-02-12T03:47:02.604 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 systemd[1]: Stopped Ceph osd.3 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:47:02.604 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.3.service: Consumed 7.302s CPU time. 2026-02-12T03:47:02.605 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 systemd[1]: Starting Ceph osd.3 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:47:02.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:02 trial086 ceph-mon[91466]: from='client.54338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:02.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:02 trial086 ceph-mon[91466]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:47:02.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:02 trial086 ceph-mon[91466]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:47:02.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:02 trial086 ceph-mon[91466]: osdmap e116: 8 total, 7 up, 8 in 2026-02-12T03:47:02.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:02 trial086 ceph-mon[93716]: from='client.54338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:02.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:02 trial086 ceph-mon[93716]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:47:02.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:02 trial086 ceph-mon[93716]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:47:02.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:02 trial086 ceph-mon[93716]: osdmap e116: 8 total, 7 up, 8 in 2026-02-12T03:47:02.913 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 podman[122497]: 2026-02-12 03:47:02.602668612 +0000 UTC m=+0.016722258 container create d0888fcb5b55d79335a8a77a1e4b8f24d986344640ba2fa12e40d71d135c11ce (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-activate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0) 2026-02-12T03:47:02.913 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 podman[122497]: 2026-02-12 03:47:02.635955492 +0000 UTC m=+0.050009138 container init d0888fcb5b55d79335a8a77a1e4b8f24d986344640ba2fa12e40d71d135c11ce (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-activate, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.license=GPLv2, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:47:02.913 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 podman[122497]: 2026-02-12 03:47:02.638711977 +0000 UTC m=+0.052765623 container start d0888fcb5b55d79335a8a77a1e4b8f24d986344640ba2fa12e40d71d135c11ce (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-activate, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:47:02.914 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 podman[122497]: 2026-02-12 03:47:02.639259966 +0000 UTC m=+0.053313612 container attach d0888fcb5b55d79335a8a77a1e4b8f24d986344640ba2fa12e40d71d135c11ce (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-activate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:47:02.914 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 podman[122497]: 2026-02-12 03:47:02.596172946 +0000 UTC m=+0.010226602 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:47:02.914 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-activate[122521]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:02.914 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 bash[122497]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:02.914 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-activate[122521]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:02.914 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 bash[122497]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:03.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:02 trial145 ceph-mon[70630]: from='client.54338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:03.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:02 trial145 ceph-mon[70630]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:47:03.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:02 trial145 ceph-mon[70630]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:47:03.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:02 trial145 ceph-mon[70630]: osdmap e116: 8 total, 7 up, 8 in 2026-02-12T03:47:03.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:47:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:47:02] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:47:03.197 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-activate[122521]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:47:03.197 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-activate[122521]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:03.197 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 bash[122497]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:47:03.197 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 bash[122497]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:03.197 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-activate[122521]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:03.197 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:02 trial086 bash[122497]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:03.197 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-activate[122521]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-02-12T03:47:03.197 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 bash[122497]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-02-12T03:47:03.198 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-activate[122521]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2026-02-12T03:47:03.198 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 bash[122497]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2026-02-12T03:47:03.198 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-activate[122521]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2026-02-12T03:47:03.198 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 bash[122497]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2026-02-12T03:47:03.198 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-activate[122521]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2026-02-12T03:47:03.198 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 bash[122497]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2026-02-12T03:47:03.198 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-activate[122521]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2026-02-12T03:47:03.198 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 bash[122497]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2026-02-12T03:47:03.198 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-activate[122521]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-02-12T03:47:03.198 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 bash[122497]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-02-12T03:47:03.198 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-activate[122521]: --> ceph-volume lvm activate successful for osd ID: 3 2026-02-12T03:47:03.199 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 bash[122497]: --> ceph-volume lvm activate successful for osd ID: 3 2026-02-12T03:47:03.199 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 podman[122497]: 2026-02-12 03:47:03.062129742 +0000 UTC m=+0.476183388 container died d0888fcb5b55d79335a8a77a1e4b8f24d986344640ba2fa12e40d71d135c11ce (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-activate, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:47:03.199 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 podman[122497]: 2026-02-12 03:47:03.073660338 +0000 UTC m=+0.487713984 container remove d0888fcb5b55d79335a8a77a1e4b8f24d986344640ba2fa12e40d71d135c11ce (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-activate, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.label-schema.build-date=20260209) 2026-02-12T03:47:03.199 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 podman[122736]: 2026-02-12 03:47:03.15359161 +0000 UTC m=+0.015924625 container create 1e3266093e37e7e53f20439064d873dfa4ce47c37e0a181b3873717e29b294a7 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:47:03.199 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 podman[122736]: 2026-02-12 03:47:03.179912 +0000 UTC m=+0.042244944 container init 1e3266093e37e7e53f20439064d873dfa4ce47c37e0a181b3873717e29b294a7 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, ceph=True, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:47:03.199 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 podman[122736]: 2026-02-12 03:47:03.182331197 +0000 UTC m=+0.044664131 container start 1e3266093e37e7e53f20439064d873dfa4ce47c37e0a181b3873717e29b294a7 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS) 2026-02-12T03:47:03.199 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 bash[122736]: 1e3266093e37e7e53f20439064d873dfa4ce47c37e0a181b3873717e29b294a7 2026-02-12T03:47:03.199 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 podman[122736]: 2026-02-12 03:47:03.147531825 +0000 UTC m=+0.009864769 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:47:03.199 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 systemd[1]: Started Ceph osd.3 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:47:03.199 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 ceph-osd[122761]: -- 10.20.193.86:0/2186420745 <== mon.0 v2:10.20.193.86:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x30bb860 con 0x3216000 2026-02-12T03:47:03.521 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3[122757]: 2026-02-12T03:47:03.417+0000 7f7b26095780 -1 Falling back to public interface 2026-02-12T03:47:03.836 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:03 trial086 ceph-mon[91466]: osdmap e117: 8 total, 7 up, 8 in 2026-02-12T03:47:03.836 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:03 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:03.836 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:03 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:03.837 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:03 trial086 ceph-mon[93716]: osdmap e117: 8 total, 7 up, 8 in 2026-02-12T03:47:03.837 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:03 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:03.837 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:03 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:04.036 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:03 trial145 ceph-mon[70630]: osdmap e117: 8 total, 7 up, 8 in 2026-02-12T03:47:04.037 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:03 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:04.037 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:03 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:04.127 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:03 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3[122757]: 2026-02-12T03:47:03.923+0000 7f7b26095780 -1 osd.3 115 log_to_monitors true 2026-02-12T03:47:04.910 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:47:04 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3[122757]: 2026-02-12T03:47:04.662+0000 7f7b1dede640 -1 osd.3 115 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:47:04.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:04 trial086 ceph-mon[93716]: pgmap v73: 161 pgs: 18 active+undersized, 13 stale+active+clean, 14 active+undersized+degraded, 116 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 45/732 objects degraded (6.148%) 2026-02-12T03:47:04.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:04 trial086 ceph-mon[93716]: from='osd.3 [v2:10.20.193.86:6826/306657102,v1:10.20.193.86:6827/306657102]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2026-02-12T03:47:04.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:04 trial086 ceph-mon[93716]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2026-02-12T03:47:04.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:04 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:04.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:04 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:04.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:04 trial086 ceph-mon[93716]: Health check failed: Degraded data redundancy: 45/732 objects degraded (6.148%), 14 pgs degraded (PG_DEGRADED) 2026-02-12T03:47:04.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:04 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:04.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:04 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:04.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:04 trial086 ceph-mon[91466]: pgmap v73: 161 pgs: 18 active+undersized, 13 stale+active+clean, 14 active+undersized+degraded, 116 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 45/732 objects degraded (6.148%) 2026-02-12T03:47:04.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:04 trial086 ceph-mon[91466]: from='osd.3 [v2:10.20.193.86:6826/306657102,v1:10.20.193.86:6827/306657102]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2026-02-12T03:47:04.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:04 trial086 ceph-mon[91466]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2026-02-12T03:47:04.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:04 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:04.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:04 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:04.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:04 trial086 ceph-mon[91466]: Health check failed: Degraded data redundancy: 45/732 objects degraded (6.148%), 14 pgs degraded (PG_DEGRADED) 2026-02-12T03:47:04.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:04 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:04.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:04 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:05.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:04 trial145 ceph-mon[70630]: pgmap v73: 161 pgs: 18 active+undersized, 13 stale+active+clean, 14 active+undersized+degraded, 116 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 45/732 objects degraded (6.148%) 2026-02-12T03:47:05.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:04 trial145 ceph-mon[70630]: from='osd.3 [v2:10.20.193.86:6826/306657102,v1:10.20.193.86:6827/306657102]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2026-02-12T03:47:05.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:04 trial145 ceph-mon[70630]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2026-02-12T03:47:05.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:04 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:05.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:04 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:05.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:04 trial145 ceph-mon[70630]: Health check failed: Degraded data redundancy: 45/732 objects degraded (6.148%), 14 pgs degraded (PG_DEGRADED) 2026-02-12T03:47:05.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:04 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:05.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:04 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:05.910 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:47:05 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: 2026-02-12T03:47:05.517+0000 7f020f0ef640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:47:05.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[91466]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T03:47:05.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[91466]: osdmap e118: 8 total, 7 up, 8 in 2026-02-12T03:47:05.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[91466]: from='osd.3 [v2:10.20.193.86:6826/306657102,v1:10.20.193.86:6827/306657102]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial086", "root=default"]} : dispatch 2026-02-12T03:47:05.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[91466]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial086", "root=default"]} : dispatch 2026-02-12T03:47:05.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:05.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:05.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:47:05.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:47:05.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:05.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:47:05.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:05.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:05.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:05.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T03:47:05.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[93716]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T03:47:05.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[93716]: osdmap e118: 8 total, 7 up, 8 in 2026-02-12T03:47:05.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[93716]: from='osd.3 [v2:10.20.193.86:6826/306657102,v1:10.20.193.86:6827/306657102]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial086", "root=default"]} : dispatch 2026-02-12T03:47:05.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[93716]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial086", "root=default"]} : dispatch 2026-02-12T03:47:05.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:05.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:05.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:47:05.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:47:05.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:05.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:47:05.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:05.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:05.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:05.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:05 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T03:47:06.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:05 trial145 ceph-mon[70630]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T03:47:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:05 trial145 ceph-mon[70630]: osdmap e118: 8 total, 7 up, 8 in 2026-02-12T03:47:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:05 trial145 ceph-mon[70630]: from='osd.3 [v2:10.20.193.86:6826/306657102,v1:10.20.193.86:6827/306657102]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial086", "root=default"]} : dispatch 2026-02-12T03:47:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:05 trial145 ceph-mon[70630]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial086", "root=default"]} : dispatch 2026-02-12T03:47:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:05 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:05 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:05 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:47:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:05 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:47:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:05 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:05 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:47:06.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:05 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:06.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:05 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:06.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:05 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:06.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:05 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T03:47:07.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:06 trial145 ceph-mon[70630]: pgmap v75: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 245 MiB used, 5.5 TiB / 5.5 TiB avail; 102/732 objects degraded (13.934%) 2026-02-12T03:47:07.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:06 trial145 ceph-mon[70630]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T03:47:07.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:06 trial145 ceph-mon[70630]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:47:07.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:06 trial145 ceph-mon[70630]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:47:07.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:06 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-02-12T03:47:07.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:06 trial145 ceph-mon[70630]: osd.3 [v2:10.20.193.86:6826/306657102,v1:10.20.193.86:6827/306657102] boot 2026-02-12T03:47:07.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:06 trial145 ceph-mon[70630]: osdmap e119: 8 total, 8 up, 8 in 2026-02-12T03:47:07.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:06 trial086 ceph-mon[91466]: pgmap v75: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 245 MiB used, 5.5 TiB / 5.5 TiB avail; 102/732 objects degraded (13.934%) 2026-02-12T03:47:07.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:06 trial086 ceph-mon[91466]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T03:47:07.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:06 trial086 ceph-mon[91466]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:47:07.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:06 trial086 ceph-mon[91466]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:47:07.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:06 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-02-12T03:47:07.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:06 trial086 ceph-mon[91466]: osd.3 [v2:10.20.193.86:6826/306657102,v1:10.20.193.86:6827/306657102] boot 2026-02-12T03:47:07.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:06 trial086 ceph-mon[91466]: osdmap e119: 8 total, 8 up, 8 in 2026-02-12T03:47:07.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:06 trial086 ceph-mon[93716]: pgmap v75: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 245 MiB used, 5.5 TiB / 5.5 TiB avail; 102/732 objects degraded (13.934%) 2026-02-12T03:47:07.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:06 trial086 ceph-mon[93716]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T03:47:07.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:06 trial086 ceph-mon[93716]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:47:07.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:06 trial086 ceph-mon[93716]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:47:07.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:06 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-02-12T03:47:07.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:06 trial086 ceph-mon[93716]: osd.3 [v2:10.20.193.86:6826/306657102,v1:10.20.193.86:6827/306657102] boot 2026-02-12T03:47:07.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:06 trial086 ceph-mon[93716]: osdmap e119: 8 total, 8 up, 8 in 2026-02-12T03:47:08.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:07 trial145 ceph-mon[70630]: osdmap e120: 8 total, 8 up, 8 in 2026-02-12T03:47:08.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:07 trial086 ceph-mon[91466]: osdmap e120: 8 total, 8 up, 8 in 2026-02-12T03:47:08.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:07 trial086 ceph-mon[93716]: osdmap e120: 8 total, 8 up, 8 in 2026-02-12T03:47:08.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:08 trial086 ceph-mon[91466]: pgmap v78: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 245 MiB used, 5.5 TiB / 5.5 TiB avail; 102/732 objects degraded (13.934%) 2026-02-12T03:47:08.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:08 trial086 ceph-mon[93716]: pgmap v78: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 245 MiB used, 5.5 TiB / 5.5 TiB avail; 102/732 objects degraded (13.934%) 2026-02-12T03:47:08.989 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:08 trial145 ceph-mon[70630]: pgmap v78: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 245 MiB used, 5.5 TiB / 5.5 TiB avail; 102/732 objects degraded (13.934%) 2026-02-12T03:47:09.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:47:08 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:47:08.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:47:09.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:47:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:47:08] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:47:10.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:09 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:47:10.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:09 trial145 ceph-mon[70630]: Health check update: Degraded data redundancy: 102/732 objects degraded (13.934%), 27 pgs degraded (PG_DEGRADED) 2026-02-12T03:47:10.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:09 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:47:10.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:09 trial086 ceph-mon[91466]: Health check update: Degraded data redundancy: 102/732 objects degraded (13.934%), 27 pgs degraded (PG_DEGRADED) 2026-02-12T03:47:10.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:09 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:47:10.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:09 trial086 ceph-mon[93716]: Health check update: Degraded data redundancy: 102/732 objects degraded (13.934%), 27 pgs degraded (PG_DEGRADED) 2026-02-12T03:47:11.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:10 trial145 ceph-mon[70630]: pgmap v79: 161 pgs: 24 active+undersized, 16 active+undersized+degraded, 121 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 61/732 objects degraded (8.333%) 2026-02-12T03:47:11.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:10 trial086 ceph-mon[91466]: pgmap v79: 161 pgs: 24 active+undersized, 16 active+undersized+degraded, 121 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 61/732 objects degraded (8.333%) 2026-02-12T03:47:11.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:10 trial086 ceph-mon[93716]: pgmap v79: 161 pgs: 24 active+undersized, 16 active+undersized+degraded, 121 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 61/732 objects degraded (8.333%) 2026-02-12T03:47:12.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:11 trial145 ceph-mon[70630]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 61/732 objects degraded (8.333%), 16 pgs degraded) 2026-02-12T03:47:12.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:11 trial145 ceph-mon[70630]: Cluster is now healthy 2026-02-12T03:47:12.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:11 trial086 ceph-mon[91466]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 61/732 objects degraded (8.333%), 16 pgs degraded) 2026-02-12T03:47:12.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:11 trial086 ceph-mon[91466]: Cluster is now healthy 2026-02-12T03:47:12.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:11 trial086 ceph-mon[93716]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 61/732 objects degraded (8.333%), 16 pgs degraded) 2026-02-12T03:47:12.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:11 trial086 ceph-mon[93716]: Cluster is now healthy 2026-02-12T03:47:13.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:12 trial145 ceph-mon[70630]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 149 B/s rd, 0 op/s 2026-02-12T03:47:13.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:47:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:47:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:47:13.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:12 trial086 ceph-mon[91466]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 149 B/s rd, 0 op/s 2026-02-12T03:47:13.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:12 trial086 ceph-mon[93716]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 149 B/s rd, 0 op/s 2026-02-12T03:47:15.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:14 trial145 ceph-mon[70630]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 255 B/s rd, 0 op/s 2026-02-12T03:47:15.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:14 trial086 ceph-mon[91466]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 255 B/s rd, 0 op/s 2026-02-12T03:47:15.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:14 trial086 ceph-mon[93716]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 255 B/s rd, 0 op/s 2026-02-12T03:47:17.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:16 trial145 ceph-mon[70630]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 726 B/s rd, 0 op/s 2026-02-12T03:47:17.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:16 trial086 ceph-mon[91466]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 726 B/s rd, 0 op/s 2026-02-12T03:47:17.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:16 trial086 ceph-mon[93716]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 726 B/s rd, 0 op/s 2026-02-12T03:47:18.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:18 trial086 ceph-mon[91466]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 660 B/s rd, 0 op/s 2026-02-12T03:47:18.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:18 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:18.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:18 trial086 ceph-mon[93716]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 660 B/s rd, 0 op/s 2026-02-12T03:47:18.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:18 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:18.988 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:18 trial145 ceph-mon[70630]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 660 B/s rd, 0 op/s 2026-02-12T03:47:18.988 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:18 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:19.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:47:18 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:47:18.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:47:19.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:47:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:47:18] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:47:20.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:19 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:47:20.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:19 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:47:20.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:19 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:47:20.965 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:20 trial145 ceph-mon[70630]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 597 B/s rd, 0 op/s 2026-02-12T03:47:20.965 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:20 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T03:47:21.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:20 trial086 ceph-mon[91466]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 597 B/s rd, 0 op/s 2026-02-12T03:47:21.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:20 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T03:47:21.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:20 trial086 ceph-mon[93716]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 597 B/s rd, 0 op/s 2026-02-12T03:47:21.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:20 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T03:47:21.483 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:21 trial145 systemd[1]: Stopping Ceph osd.4 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:47:21.734 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:21 trial145 ceph-mon[70630]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T03:47:21.734 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:21 trial145 ceph-mon[70630]: Upgrade: osd.4 is safe to restart 2026-02-12T03:47:21.734 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:21 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:21.734 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:21 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T03:47:21.734 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:21 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:47:21.734 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:21 trial145 ceph-mon[70630]: osd.4 marked itself down and dead 2026-02-12T03:47:21.735 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:21 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4[21854]: 2026-02-12T03:47:21.482+0000 7f64023be640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:47:21.735 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:21 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4[21854]: 2026-02-12T03:47:21.482+0000 7f64023be640 -1 osd.4 120 *** Got signal Terminated *** 2026-02-12T03:47:21.735 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:21 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4[21854]: 2026-02-12T03:47:21.482+0000 7f64023be640 -1 osd.4 120 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:47:22.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:21 trial086 ceph-mon[91466]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T03:47:22.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:21 trial086 ceph-mon[91466]: Upgrade: osd.4 is safe to restart 2026-02-12T03:47:22.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:21 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:22.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:21 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T03:47:22.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:21 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:47:22.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:21 trial086 ceph-mon[91466]: osd.4 marked itself down and dead 2026-02-12T03:47:22.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:21 trial086 ceph-mon[93716]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T03:47:22.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:21 trial086 ceph-mon[93716]: Upgrade: osd.4 is safe to restart 2026-02-12T03:47:22.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:21 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:22.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:21 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T03:47:22.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:21 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:47:22.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:21 trial086 ceph-mon[93716]: osd.4 marked itself down and dead 2026-02-12T03:47:22.499 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:22 trial145 podman[82313]: 2026-02-12 03:47:22.202088554 +0000 UTC m=+0.730548123 container died 472a47a150fcfca32f6d8aba300058068263a6cd0ffba3fff4c3d09a36859588 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4, org.label-schema.build-date=20260202, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, ceph=True, org.label-schema.license=GPLv2, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, CEPH_REF=squid, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:47:22.499 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:22 trial145 podman[82313]: 2026-02-12 03:47:22.211159268 +0000 UTC m=+0.739618847 container remove 472a47a150fcfca32f6d8aba300058068263a6cd0ffba3fff4c3d09a36859588 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.license=GPLv2, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.vendor=CentOS, CEPH_REF=squid, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260202, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:47:22.499 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:22 trial145 bash[82313]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4 2026-02-12T03:47:22.499 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:22 trial145 podman[82448]: 2026-02-12 03:47:22.335643824 +0000 UTC m=+0.015327792 container create 5be41aff4e5b81e0ea28318577ab8173c3d2ba24d687c3854ae7282cb901cc80 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, OSD_FLAVOR=default) 2026-02-12T03:47:22.499 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:22 trial145 podman[82448]: 2026-02-12 03:47:22.36865146 +0000 UTC m=+0.048335378 container init 5be41aff4e5b81e0ea28318577ab8173c3d2ba24d687c3854ae7282cb901cc80 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-deactivate, org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:47:22.499 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:22 trial145 podman[82448]: 2026-02-12 03:47:22.371173983 +0000 UTC m=+0.050857892 container start 5be41aff4e5b81e0ea28318577ab8173c3d2ba24d687c3854ae7282cb901cc80 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-deactivate, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, io.buildah.version=1.41.3) 2026-02-12T03:47:22.499 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:22 trial145 podman[82448]: 2026-02-12 03:47:22.371739863 +0000 UTC m=+0.051423771 container attach 5be41aff4e5b81e0ea28318577ab8173c3d2ba24d687c3854ae7282cb901cc80 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:47:22.500 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:22 trial145 podman[82448]: 2026-02-12 03:47:22.329452621 +0000 UTC m=+0.009136529 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:47:22.500 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:22 trial145 podman[82448]: 2026-02-12 03:47:22.498792407 +0000 UTC m=+0.178476325 container died 5be41aff4e5b81e0ea28318577ab8173c3d2ba24d687c3854ae7282cb901cc80 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:47:22.758 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:47:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:47:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:47:22.758 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:22 trial145 ceph-mon[70630]: Upgrade: Updating osd.4 2026-02-12T03:47:22.758 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:22 trial145 ceph-mon[70630]: Deploying daemon osd.4 on trial145 2026-02-12T03:47:22.759 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:22 trial145 ceph-mon[70630]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:47:22.759 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:22 trial145 ceph-mon[70630]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:47:22.759 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:22 trial145 ceph-mon[70630]: osdmap e121: 8 total, 7 up, 8 in 2026-02-12T03:47:22.759 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:22 trial145 podman[82448]: 2026-02-12 03:47:22.50880754 +0000 UTC m=+0.188491438 container remove 5be41aff4e5b81e0ea28318577ab8173c3d2ba24d687c3854ae7282cb901cc80 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:47:22.759 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:22 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.4.service: Deactivated successfully. 2026-02-12T03:47:22.759 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:22 trial145 systemd[1]: Stopped Ceph osd.4 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:47:22.759 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:22 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.4.service: Consumed 7.237s CPU time. 2026-02-12T03:47:22.759 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:22 trial145 systemd[1]: Starting Ceph osd.4 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:47:23.093 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:22 trial145 podman[82588]: 2026-02-12 03:47:22.758361546 +0000 UTC m=+0.016458819 container create c52c4b9ce73024ea04af9187abfca6ffe303cb89a56f328c1eaadb4b502492f2 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-activate, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, OSD_FLAVOR=default, ceph=True, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:47:23.093 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:22 trial145 podman[82588]: 2026-02-12 03:47:22.79051842 +0000 UTC m=+0.048615643 container init c52c4b9ce73024ea04af9187abfca6ffe303cb89a56f328c1eaadb4b502492f2 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-activate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:47:23.094 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:22 trial145 podman[82588]: 2026-02-12 03:47:22.793159525 +0000 UTC m=+0.051256748 container start c52c4b9ce73024ea04af9187abfca6ffe303cb89a56f328c1eaadb4b502492f2 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-activate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS) 2026-02-12T03:47:23.094 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:22 trial145 podman[82588]: 2026-02-12 03:47:22.793731346 +0000 UTC m=+0.051828559 container attach c52c4b9ce73024ea04af9187abfca6ffe303cb89a56f328c1eaadb4b502492f2 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-activate, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:47:23.094 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:22 trial145 podman[82588]: 2026-02-12 03:47:22.751556975 +0000 UTC m=+0.009654188 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:47:23.094 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-activate[82611]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:23.094 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:22 trial145 bash[82588]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:23.094 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-activate[82611]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:23.094 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:22 trial145 bash[82588]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:23.094 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-activate[82611]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:47:23.094 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-activate[82611]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:23.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:22 trial086 ceph-mon[91466]: Upgrade: Updating osd.4 2026-02-12T03:47:23.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:22 trial086 ceph-mon[91466]: Deploying daemon osd.4 on trial145 2026-02-12T03:47:23.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:22 trial086 ceph-mon[91466]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:47:23.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:22 trial086 ceph-mon[91466]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:47:23.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:22 trial086 ceph-mon[91466]: osdmap e121: 8 total, 7 up, 8 in 2026-02-12T03:47:23.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:22 trial086 ceph-mon[93716]: Upgrade: Updating osd.4 2026-02-12T03:47:23.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:22 trial086 ceph-mon[93716]: Deploying daemon osd.4 on trial145 2026-02-12T03:47:23.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:22 trial086 ceph-mon[93716]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:47:23.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:22 trial086 ceph-mon[93716]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:47:23.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:22 trial086 ceph-mon[93716]: osdmap e121: 8 total, 7 up, 8 in 2026-02-12T03:47:23.346 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 bash[82588]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:47:23.346 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 bash[82588]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:23.346 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-activate[82611]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:23.346 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 bash[82588]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:23.346 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-activate[82611]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2026-02-12T03:47:23.346 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 bash[82588]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2026-02-12T03:47:23.346 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-activate[82611]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2026-02-12T03:47:23.346 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 bash[82588]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2026-02-12T03:47:23.346 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-activate[82611]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2026-02-12T03:47:23.347 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 bash[82588]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2026-02-12T03:47:23.347 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-activate[82611]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2026-02-12T03:47:23.347 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 bash[82588]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2026-02-12T03:47:23.347 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-activate[82611]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2026-02-12T03:47:23.347 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 bash[82588]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2026-02-12T03:47:23.347 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-activate[82611]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2026-02-12T03:47:23.347 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 bash[82588]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2026-02-12T03:47:23.347 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-activate[82611]: --> ceph-volume lvm activate successful for osd ID: 4 2026-02-12T03:47:23.347 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 bash[82588]: --> ceph-volume lvm activate successful for osd ID: 4 2026-02-12T03:47:23.347 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 podman[82588]: 2026-02-12 03:47:23.222469812 +0000 UTC m=+0.480567025 container died c52c4b9ce73024ea04af9187abfca6ffe303cb89a56f328c1eaadb4b502492f2 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-activate, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.label-schema.schema-version=1.0) 2026-02-12T03:47:23.347 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 podman[82588]: 2026-02-12 03:47:23.233129552 +0000 UTC m=+0.491226765 container remove c52c4b9ce73024ea04af9187abfca6ffe303cb89a56f328c1eaadb4b502492f2 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-activate, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, org.label-schema.build-date=20260209) 2026-02-12T03:47:23.347 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 podman[82827]: 2026-02-12 03:47:23.311471807 +0000 UTC m=+0.017412425 container create 9cf3743af4346206fe2d224da719654c6c567a208be68a2313bc1d47c959f012 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.build-date=20260209) 2026-02-12T03:47:23.348 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 podman[82827]: 2026-02-12 03:47:23.3431745 +0000 UTC m=+0.049115038 container init 9cf3743af4346206fe2d224da719654c6c567a208be68a2313bc1d47c959f012 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209) 2026-02-12T03:47:23.348 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 podman[82827]: 2026-02-12 03:47:23.345667498 +0000 UTC m=+0.051608036 container start 9cf3743af4346206fe2d224da719654c6c567a208be68a2313bc1d47c959f012 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, org.label-schema.schema-version=1.0) 2026-02-12T03:47:23.348 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 bash[82827]: 9cf3743af4346206fe2d224da719654c6c567a208be68a2313bc1d47c959f012 2026-02-12T03:47:23.635 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 podman[82827]: 2026-02-12 03:47:23.304057133 +0000 UTC m=+0.009997671 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:47:23.635 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 systemd[1]: Started Ceph osd.4 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:47:23.635 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 ceph-osd[82856]: -- 10.20.193.145:0/1378319424 <== mon.1 v2:10.20.193.145:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x26bf860 con 0x281a000 2026-02-12T03:47:23.636 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4[82852]: 2026-02-12T03:47:23.590+0000 7f9fd6207780 -1 Falling back to public interface 2026-02-12T03:47:23.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:23 trial145 ceph-mon[70630]: osdmap e122: 8 total, 7 up, 8 in 2026-02-12T03:47:23.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:23 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:23.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:23 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:23.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:23 trial145 ceph-mon[70630]: pgmap v88: 161 pgs: 21 active+undersized, 14 stale+active+clean, 11 active+undersized+degraded, 115 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s; 62/732 objects degraded (8.470%) 2026-02-12T03:47:24.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:23 trial086 ceph-mon[91466]: osdmap e122: 8 total, 7 up, 8 in 2026-02-12T03:47:24.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:23 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:24.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:23 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:24.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:23 trial086 ceph-mon[91466]: pgmap v88: 161 pgs: 21 active+undersized, 14 stale+active+clean, 11 active+undersized+degraded, 115 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s; 62/732 objects degraded (8.470%) 2026-02-12T03:47:24.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:23 trial086 ceph-mon[93716]: osdmap e122: 8 total, 7 up, 8 in 2026-02-12T03:47:24.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:23 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:24.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:23 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:24.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:23 trial086 ceph-mon[93716]: pgmap v88: 161 pgs: 21 active+undersized, 14 stale+active+clean, 11 active+undersized+degraded, 115 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s; 62/732 objects degraded (8.470%) 2026-02-12T03:47:24.635 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:24 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4[82852]: 2026-02-12T03:47:24.170+0000 7f9fd6207780 -1 osd.4 120 log_to_monitors true 2026-02-12T03:47:25.109 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:47:24 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4[82852]: 2026-02-12T03:47:24.818+0000 7f9fca048640 -1 osd.4 120 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:47:25.110 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:24 trial145 ceph-mon[70630]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2026-02-12T03:47:25.110 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:24 trial145 ceph-mon[70630]: from='osd.4 [v2:10.20.193.145:6800/87582718,v1:10.20.193.145:6801/87582718]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2026-02-12T03:47:25.110 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:24 trial145 ceph-mon[70630]: Health check failed: Degraded data redundancy: 62/732 objects degraded (8.470%), 11 pgs degraded (PG_DEGRADED) 2026-02-12T03:47:25.110 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:24 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:25.110 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:24 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:25.110 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:24 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:25.110 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:24 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:25.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:24 trial086 ceph-mon[91466]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2026-02-12T03:47:25.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:24 trial086 ceph-mon[91466]: from='osd.4 [v2:10.20.193.145:6800/87582718,v1:10.20.193.145:6801/87582718]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2026-02-12T03:47:25.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:24 trial086 ceph-mon[91466]: Health check failed: Degraded data redundancy: 62/732 objects degraded (8.470%), 11 pgs degraded (PG_DEGRADED) 2026-02-12T03:47:25.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:24 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:25.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:24 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:25.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:24 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:25.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:24 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:25.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:24 trial086 ceph-mon[93716]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2026-02-12T03:47:25.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:24 trial086 ceph-mon[93716]: from='osd.4 [v2:10.20.193.145:6800/87582718,v1:10.20.193.145:6801/87582718]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2026-02-12T03:47:25.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:24 trial086 ceph-mon[93716]: Health check failed: Degraded data redundancy: 62/732 objects degraded (8.470%), 11 pgs degraded (PG_DEGRADED) 2026-02-12T03:47:25.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:24 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:25.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:24 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:25.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:24 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:25.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:24 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:25.811 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:25 trial145 ceph-mon[70630]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T03:47:25.812 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:25 trial145 ceph-mon[70630]: osdmap e123: 8 total, 7 up, 8 in 2026-02-12T03:47:25.812 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:25 trial145 ceph-mon[70630]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:47:25.812 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:25 trial145 ceph-mon[70630]: from='osd.4 [v2:10.20.193.145:6800/87582718,v1:10.20.193.145:6801/87582718]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:47:25.812 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:25 trial145 ceph-mon[70630]: pgmap v90: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 341 B/s rd, 0 op/s; 124/732 objects degraded (16.940%) 2026-02-12T03:47:25.812 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:25 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:25.812 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:25 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:25.812 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:47:25.812 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:47:25.812 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:25 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:25.812 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:47:25.813 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:25.813 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:25.813 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:25 trial145 ceph-mon[70630]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T03:47:25.813 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:25.813 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:25 trial145 ceph-mon[70630]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2026-02-12T03:47:25.813 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T03:47:25.910 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:47:25 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: 2026-02-12T03:47:25.653+0000 7f020f0ef640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2026-02-12T03:47:25.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[91466]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T03:47:25.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[91466]: osdmap e123: 8 total, 7 up, 8 in 2026-02-12T03:47:25.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[91466]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:47:25.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[91466]: from='osd.4 [v2:10.20.193.145:6800/87582718,v1:10.20.193.145:6801/87582718]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:47:25.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[91466]: pgmap v90: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 341 B/s rd, 0 op/s; 124/732 objects degraded (16.940%) 2026-02-12T03:47:25.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:25.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:25.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:47:25.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:47:25.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:25.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:47:25.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:25.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:25.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[91466]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T03:47:25.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:25.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[91466]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2026-02-12T03:47:25.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T03:47:25.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[93716]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T03:47:25.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[93716]: osdmap e123: 8 total, 7 up, 8 in 2026-02-12T03:47:25.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[93716]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:47:25.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[93716]: from='osd.4 [v2:10.20.193.145:6800/87582718,v1:10.20.193.145:6801/87582718]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:47:25.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[93716]: pgmap v90: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 341 B/s rd, 0 op/s; 124/732 objects degraded (16.940%) 2026-02-12T03:47:25.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:25.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:25.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:47:25.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:47:25.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:25.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:47:25.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:25.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:25.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[93716]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T03:47:25.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:25.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[93716]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2026-02-12T03:47:25.914 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T03:47:27.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:26 trial145 ceph-mon[70630]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:47:27.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:26 trial145 ceph-mon[70630]: osd.4 [v2:10.20.193.145:6800/87582718,v1:10.20.193.145:6801/87582718] boot 2026-02-12T03:47:27.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:26 trial145 ceph-mon[70630]: osdmap e124: 8 total, 8 up, 8 in 2026-02-12T03:47:27.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-02-12T03:47:27.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:26 trial086 ceph-mon[91466]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:47:27.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:26 trial086 ceph-mon[91466]: osd.4 [v2:10.20.193.145:6800/87582718,v1:10.20.193.145:6801/87582718] boot 2026-02-12T03:47:27.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:26 trial086 ceph-mon[91466]: osdmap e124: 8 total, 8 up, 8 in 2026-02-12T03:47:27.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-02-12T03:47:27.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:26 trial086 ceph-mon[93716]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:47:27.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:26 trial086 ceph-mon[93716]: osd.4 [v2:10.20.193.145:6800/87582718,v1:10.20.193.145:6801/87582718] boot 2026-02-12T03:47:27.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:26 trial086 ceph-mon[93716]: osdmap e124: 8 total, 8 up, 8 in 2026-02-12T03:47:27.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-02-12T03:47:28.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:27 trial145 ceph-mon[70630]: osdmap e125: 8 total, 8 up, 8 in 2026-02-12T03:47:28.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:27 trial145 ceph-mon[70630]: pgmap v93: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 124/732 objects degraded (16.940%) 2026-02-12T03:47:28.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:27 trial086 ceph-mon[91466]: osdmap e125: 8 total, 8 up, 8 in 2026-02-12T03:47:28.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:27 trial086 ceph-mon[91466]: pgmap v93: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 124/732 objects degraded (16.940%) 2026-02-12T03:47:28.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:27 trial086 ceph-mon[93716]: osdmap e125: 8 total, 8 up, 8 in 2026-02-12T03:47:28.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:27 trial086 ceph-mon[93716]: pgmap v93: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 124/732 objects degraded (16.940%) 2026-02-12T03:47:28.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:28 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:47:28.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:28 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:47:29.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:28 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:47:29.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:47:28 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:47:28.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:47:29.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:47:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:47:28] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:47:30.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:29 trial145 ceph-mon[70630]: Health check update: Degraded data redundancy: 124/732 objects degraded (16.940%), 25 pgs degraded (PG_DEGRADED) 2026-02-12T03:47:30.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:29 trial145 ceph-mon[70630]: pgmap v94: 161 pgs: 25 active+undersized, 13 active+undersized+degraded, 123 active+clean; 585 KiB data, 242 MiB used, 5.5 TiB / 5.5 TiB avail; 52/732 objects degraded (7.104%) 2026-02-12T03:47:30.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:29 trial086 ceph-mon[91466]: Health check update: Degraded data redundancy: 124/732 objects degraded (16.940%), 25 pgs degraded (PG_DEGRADED) 2026-02-12T03:47:30.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:29 trial086 ceph-mon[91466]: pgmap v94: 161 pgs: 25 active+undersized, 13 active+undersized+degraded, 123 active+clean; 585 KiB data, 242 MiB used, 5.5 TiB / 5.5 TiB avail; 52/732 objects degraded (7.104%) 2026-02-12T03:47:30.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:29 trial086 ceph-mon[93716]: Health check update: Degraded data redundancy: 124/732 objects degraded (16.940%), 25 pgs degraded (PG_DEGRADED) 2026-02-12T03:47:30.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:29 trial086 ceph-mon[93716]: pgmap v94: 161 pgs: 25 active+undersized, 13 active+undersized+degraded, 123 active+clean; 585 KiB data, 242 MiB used, 5.5 TiB / 5.5 TiB avail; 52/732 objects degraded (7.104%) 2026-02-12T03:47:31.242 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:47:31.565 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:47:31.565 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (3m) 27s ago 22m - - 0.28.1 91c01b3cec9b be3e853a3d14 2026-02-12T03:47:31.566 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (3m) 7s ago 22m 150M - 12.3.1 5cdab57891ea 4b2023674182 2026-02-12T03:47:31.566 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (3m) 27s ago 21m - - 3.9 4cc07a41bb19 11834d3e9425 2026-02-12T03:47:31.566 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,9283,8765 running (3m) 7s ago 23m 493M - 20.3.0-5250-g84a80275 21b90b676abb 90db61001245 2026-02-12T03:47:31.566 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:8443,9283,8765 running (12m) 27s ago 24m - - 20.3.0-5250-g84a80275 21b90b676abb 0bf0f62d6e10 2026-02-12T03:47:31.566 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (2m) 27s ago 24m - 2048M 20.3.0-5250-g84a80275 21b90b676abb b02c03c4b420 2026-02-12T03:47:31.566 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (2m) 7s ago 23m 49.4M 2048M 20.3.0-5250-g84a80275 21b90b676abb 427a1cee8855 2026-02-12T03:47:31.566 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (2m) 27s ago 23m - 2048M 20.3.0-5250-g84a80275 21b90b676abb 0890bc0876b4 2026-02-12T03:47:31.566 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (3m) 27s ago 22m - - 1.9.1 255ec253085f 373e066ca44c 2026-02-12T03:47:31.566 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (3m) 7s ago 22m 11.7M - 1.9.1 255ec253085f d5fd160ba581 2026-02-12T03:47:31.566 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (98s) 27s ago 23m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 1b5ea7bd1842 2026-02-12T03:47:31.566 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (78s) 27s ago 23m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb da9a3bbc1071 2026-02-12T03:47:31.567 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (63s) 27s ago 23m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb aa52f031ccbe 2026-02-12T03:47:31.567 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (28s) 27s ago 23m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 1e3266093e37 2026-02-12T03:47:31.567 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (8s) 7s ago 22m 13.6M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 9cf3743af434 2026-02-12T03:47:31.567 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (22m) 7s ago 22m 67.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 03a06d3fbe57 2026-02-12T03:47:31.567 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (22m) 7s ago 22m 62.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 838bfb91f030 2026-02-12T03:47:31.567 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (22m) 7s ago 22m 68.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 799fb27b1d2c 2026-02-12T03:47:31.567 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (15m) 7s ago 22m 63.0M - 3.6.0 4fcecf061b74 fd358be701f3 2026-02-12T03:47:31.567 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (21m) 27s ago 21m - - 19.2.3-672-g283431c0 4cc07a41bb19 fc6cafaeed8d 2026-02-12T03:47:31.567 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (21m) 7s ago 21m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 01589a0f2102 2026-02-12T03:47:31.767 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:47:31.767 INFO:teuthology.orchestra.run.trial086.stdout: "mon": { 2026-02-12T03:47:31.767 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:47:31.767 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:47:31.767 INFO:teuthology.orchestra.run.trial086.stdout: "mgr": { 2026-02-12T03:47:31.767 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:47:31.767 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:47:31.767 INFO:teuthology.orchestra.run.trial086.stdout: "osd": { 2026-02-12T03:47:31.767 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3, 2026-02-12T03:47:31.767 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 5 2026-02-12T03:47:31.768 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:47:31.768 INFO:teuthology.orchestra.run.trial086.stdout: "rgw": { 2026-02-12T03:47:31.768 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:47:31.768 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:47:31.768 INFO:teuthology.orchestra.run.trial086.stdout: "overall": { 2026-02-12T03:47:31.768 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 5, 2026-02-12T03:47:31.768 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 10 2026-02-12T03:47:31.768 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:47:31.768 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:47:31.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:31 trial145 ceph-mon[70630]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 52/732 objects degraded (7.104%), 13 pgs degraded) 2026-02-12T03:47:31.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:31 trial145 ceph-mon[70630]: Cluster is now healthy 2026-02-12T03:47:31.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:31 trial086 ceph-mon[91466]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 52/732 objects degraded (7.104%), 13 pgs degraded) 2026-02-12T03:47:31.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:31 trial086 ceph-mon[91466]: Cluster is now healthy 2026-02-12T03:47:31.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:31 trial086 ceph-mon[93716]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 52/732 objects degraded (7.104%), 13 pgs degraded) 2026-02-12T03:47:31.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:31 trial086 ceph-mon[93716]: Cluster is now healthy 2026-02-12T03:47:31.933 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:47:31.934 INFO:teuthology.orchestra.run.trial086.stdout: "in_progress": true, 2026-02-12T03:47:31.934 INFO:teuthology.orchestra.run.trial086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", 2026-02-12T03:47:31.934 INFO:teuthology.orchestra.run.trial086.stdout: "services_complete": [], 2026-02-12T03:47:31.934 INFO:teuthology.orchestra.run.trial086.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2026-02-12T03:47:31.934 INFO:teuthology.orchestra.run.trial086.stdout: "progress": "5/8 daemons upgraded", 2026-02-12T03:47:31.934 INFO:teuthology.orchestra.run.trial086.stdout: "message": "Currently upgrading osd daemons", 2026-02-12T03:47:31.934 INFO:teuthology.orchestra.run.trial086.stdout: "is_paused": false 2026-02-12T03:47:31.934 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:47:32.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:32 trial145 ceph-mon[70630]: from='client.44391 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:32.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:32 trial145 ceph-mon[70630]: from='client.44397 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:32.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:32 trial145 ceph-mon[70630]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 610 B/s rd, 0 op/s 2026-02-12T03:47:32.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:32 trial145 ceph-mon[70630]: from='client.44403 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:32.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:32 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/2782856653' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:32.886 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:47:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:47:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:47:32.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:32 trial086 ceph-mon[91466]: from='client.44391 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:32.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:32 trial086 ceph-mon[91466]: from='client.44397 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:32.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:32 trial086 ceph-mon[91466]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 610 B/s rd, 0 op/s 2026-02-12T03:47:32.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:32 trial086 ceph-mon[91466]: from='client.44403 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:32.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:32 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/2782856653' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:32.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:32 trial086 ceph-mon[93716]: from='client.44391 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:32.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:32 trial086 ceph-mon[93716]: from='client.44397 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:32.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:32 trial086 ceph-mon[93716]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 610 B/s rd, 0 op/s 2026-02-12T03:47:32.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:32 trial086 ceph-mon[93716]: from='client.44403 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:32.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:32 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/2782856653' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:33.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:33 trial145 ceph-mon[70630]: from='client.54380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:33.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:33 trial086 ceph-mon[91466]: from='client.54380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:33.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:33 trial086 ceph-mon[93716]: from='client.54380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:47:34.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:34 trial145 ceph-mon[70630]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T03:47:34.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:34 trial086 ceph-mon[91466]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T03:47:34.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:34 trial086 ceph-mon[93716]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T03:47:36.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:36 trial145 ceph-mon[70630]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T03:47:36.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:36 trial086 ceph-mon[91466]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T03:47:36.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:36 trial086 ceph-mon[93716]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T03:47:38.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:38 trial086 ceph-mon[91466]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 956 B/s rd, 0 op/s 2026-02-12T03:47:38.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:38 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:38.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:38 trial086 ceph-mon[93716]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 956 B/s rd, 0 op/s 2026-02-12T03:47:38.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:38 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:38.989 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:38 trial145 ceph-mon[70630]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 956 B/s rd, 0 op/s 2026-02-12T03:47:38.989 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:38 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:39.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:47:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:47:38.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:47:39.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:47:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:47:38] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:47:40.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:39 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:47:40.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:39 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:47:40.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:39 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:47:41.111 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:40 trial145 ceph-mon[70630]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:47:41.111 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:40 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T03:47:41.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:40 trial086 ceph-mon[91466]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:47:41.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:40 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T03:47:41.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:40 trial086 ceph-mon[93716]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:47:41.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:40 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T03:47:41.623 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:41 trial145 systemd[1]: Stopping Ceph osd.5 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:47:41.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:41 trial145 ceph-mon[70630]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T03:47:41.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:41 trial145 ceph-mon[70630]: Upgrade: osd.5 is safe to restart 2026-02-12T03:47:41.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:41 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:41.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:41 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T03:47:41.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:41 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:47:41.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:41 trial145 ceph-mon[70630]: osd.5 marked itself down and dead 2026-02-12T03:47:41.886 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:41 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5[27000]: 2026-02-12T03:47:41.622+0000 7f9e1f78c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:47:41.886 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:41 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5[27000]: 2026-02-12T03:47:41.622+0000 7f9e1f78c640 -1 osd.5 125 *** Got signal Terminated *** 2026-02-12T03:47:41.886 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:41 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5[27000]: 2026-02-12T03:47:41.622+0000 7f9e1f78c640 -1 osd.5 125 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:47:42.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:41 trial086 ceph-mon[91466]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T03:47:42.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:41 trial086 ceph-mon[91466]: Upgrade: osd.5 is safe to restart 2026-02-12T03:47:42.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:41 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:42.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:41 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T03:47:42.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:41 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:47:42.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:41 trial086 ceph-mon[91466]: osd.5 marked itself down and dead 2026-02-12T03:47:42.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:41 trial086 ceph-mon[93716]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T03:47:42.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:41 trial086 ceph-mon[93716]: Upgrade: osd.5 is safe to restart 2026-02-12T03:47:42.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:41 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:42.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:41 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T03:47:42.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:41 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:47:42.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:41 trial086 ceph-mon[93716]: osd.5 marked itself down and dead 2026-02-12T03:47:42.611 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:42 trial145 podman[87968]: 2026-02-12 03:47:42.311435184 +0000 UTC m=+0.701261642 container died 03a06d3fbe572f46addb1f07cc0db0fdff31f33b8473036a4e98651a0567fdb9 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5, CEPH_REF=squid, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260202, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869) 2026-02-12T03:47:42.612 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:42 trial145 podman[87968]: 2026-02-12 03:47:42.321009432 +0000 UTC m=+0.710835900 container remove 03a06d3fbe572f46addb1f07cc0db0fdff31f33b8473036a4e98651a0567fdb9 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20260202, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=squid, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:47:42.612 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:42 trial145 bash[87968]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5 2026-02-12T03:47:42.612 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:42 trial145 podman[88107]: 2026-02-12 03:47:42.451559145 +0000 UTC m=+0.017514106 container create 97fe50b1c0435c22a628f47ecb0d0a4cbf0665c3ecb6a7d6b81d000cb68fe57a (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209) 2026-02-12T03:47:42.612 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:42 trial145 podman[88107]: 2026-02-12 03:47:42.49053189 +0000 UTC m=+0.056486791 container init 97fe50b1c0435c22a628f47ecb0d0a4cbf0665c3ecb6a7d6b81d000cb68fe57a (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, ceph=True, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0) 2026-02-12T03:47:42.612 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:42 trial145 podman[88107]: 2026-02-12 03:47:42.493070875 +0000 UTC m=+0.059025776 container start 97fe50b1c0435c22a628f47ecb0d0a4cbf0665c3ecb6a7d6b81d000cb68fe57a (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-deactivate, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, ceph=True) 2026-02-12T03:47:42.612 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:42 trial145 podman[88107]: 2026-02-12 03:47:42.493481133 +0000 UTC m=+0.059436044 container attach 97fe50b1c0435c22a628f47ecb0d0a4cbf0665c3ecb6a7d6b81d000cb68fe57a (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:47:42.612 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:42 trial145 podman[88107]: 2026-02-12 03:47:42.444746027 +0000 UTC m=+0.010700928 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:47:42.885 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:47:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:47:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:47:42.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:42 trial145 ceph-mon[70630]: Upgrade: Updating osd.5 2026-02-12T03:47:42.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:42 trial145 ceph-mon[70630]: Deploying daemon osd.5 on trial145 2026-02-12T03:47:42.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:42 trial145 ceph-mon[70630]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:47:42.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:42 trial145 ceph-mon[70630]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:47:42.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:42 trial145 ceph-mon[70630]: osdmap e126: 8 total, 7 up, 8 in 2026-02-12T03:47:42.887 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:42 trial145 podman[88107]: 2026-02-12 03:47:42.611962247 +0000 UTC m=+0.177917138 container died 97fe50b1c0435c22a628f47ecb0d0a4cbf0665c3ecb6a7d6b81d000cb68fe57a (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-deactivate, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:47:42.887 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:42 trial145 podman[88107]: 2026-02-12 03:47:42.622426531 +0000 UTC m=+0.188381432 container remove 97fe50b1c0435c22a628f47ecb0d0a4cbf0665c3ecb6a7d6b81d000cb68fe57a (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-deactivate, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2) 2026-02-12T03:47:42.887 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:42 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.5.service: Deactivated successfully. 2026-02-12T03:47:42.887 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:42 trial145 systemd[1]: Stopped Ceph osd.5 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:47:42.887 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:42 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.5.service: Consumed 6.816s CPU time. 2026-02-12T03:47:42.887 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:42 trial145 systemd[1]: Starting Ceph osd.5 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:47:43.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:42 trial086 ceph-mon[91466]: Upgrade: Updating osd.5 2026-02-12T03:47:43.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:42 trial086 ceph-mon[91466]: Deploying daemon osd.5 on trial145 2026-02-12T03:47:43.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:42 trial086 ceph-mon[91466]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:47:43.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:42 trial086 ceph-mon[91466]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:47:43.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:42 trial086 ceph-mon[91466]: osdmap e126: 8 total, 7 up, 8 in 2026-02-12T03:47:43.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:42 trial086 ceph-mon[93716]: Upgrade: Updating osd.5 2026-02-12T03:47:43.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:42 trial086 ceph-mon[93716]: Deploying daemon osd.5 on trial145 2026-02-12T03:47:43.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:42 trial086 ceph-mon[93716]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:47:43.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:42 trial086 ceph-mon[93716]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:47:43.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:42 trial086 ceph-mon[93716]: osdmap e126: 8 total, 7 up, 8 in 2026-02-12T03:47:43.233 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:42 trial145 podman[88246]: 2026-02-12 03:47:42.88792322 +0000 UTC m=+0.016690013 container create 781cf9a1929d84ea94774e4bcfbe97574030b944ad142a2b2cd97c8152bf9e8f (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-activate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:47:43.233 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:42 trial145 podman[88246]: 2026-02-12 03:47:42.917794213 +0000 UTC m=+0.046560946 container init 781cf9a1929d84ea94774e4bcfbe97574030b944ad142a2b2cd97c8152bf9e8f (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-activate, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default) 2026-02-12T03:47:43.234 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:42 trial145 podman[88246]: 2026-02-12 03:47:42.920675768 +0000 UTC m=+0.049442501 container start 781cf9a1929d84ea94774e4bcfbe97574030b944ad142a2b2cd97c8152bf9e8f (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-activate, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, OSD_FLAVOR=default, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209) 2026-02-12T03:47:43.234 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:42 trial145 podman[88246]: 2026-02-12 03:47:42.921206021 +0000 UTC m=+0.049972734 container attach 781cf9a1929d84ea94774e4bcfbe97574030b944ad142a2b2cd97c8152bf9e8f (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-activate, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:47:43.234 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:42 trial145 podman[88246]: 2026-02-12 03:47:42.881045171 +0000 UTC m=+0.009811904 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:47:43.234 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-activate[88273]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:43.234 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:42 trial145 bash[88246]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:43.234 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-activate[88273]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:43.234 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 bash[88246]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:43.234 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-activate[88273]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:47:43.234 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 bash[88246]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:47:43.234 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-activate[88273]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:43.484 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 bash[88246]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:43.485 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-activate[88273]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:43.485 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 bash[88246]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:47:43.485 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-activate[88273]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2026-02-12T03:47:43.485 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 bash[88246]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2026-02-12T03:47:43.485 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-activate[88273]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2026-02-12T03:47:43.485 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 bash[88246]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2026-02-12T03:47:43.485 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-activate[88273]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2026-02-12T03:47:43.485 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 bash[88246]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2026-02-12T03:47:43.485 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-activate[88273]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2026-02-12T03:47:43.486 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 bash[88246]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2026-02-12T03:47:43.486 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-activate[88273]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2026-02-12T03:47:43.486 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 bash[88246]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2026-02-12T03:47:43.486 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-activate[88273]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2026-02-12T03:47:43.486 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 bash[88246]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2026-02-12T03:47:43.486 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-activate[88273]: --> ceph-volume lvm activate successful for osd ID: 5 2026-02-12T03:47:43.486 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 bash[88246]: --> ceph-volume lvm activate successful for osd ID: 5 2026-02-12T03:47:43.486 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 podman[88246]: 2026-02-12 03:47:43.361003335 +0000 UTC m=+0.489770078 container died 781cf9a1929d84ea94774e4bcfbe97574030b944ad142a2b2cd97c8152bf9e8f (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-activate, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.license=GPLv2, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3) 2026-02-12T03:47:43.486 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 podman[88246]: 2026-02-12 03:47:43.371684425 +0000 UTC m=+0.500451138 container remove 781cf9a1929d84ea94774e4bcfbe97574030b944ad142a2b2cd97c8152bf9e8f (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-activate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, ceph=True, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:47:43.486 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 podman[88484]: 2026-02-12 03:47:43.450429134 +0000 UTC m=+0.017581592 container create 322ea529f6a24fe50a3b74450d4552d63190502c91375659c8e55537a989b57f (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:47:43.486 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 podman[88484]: 2026-02-12 03:47:43.478573313 +0000 UTC m=+0.045725711 container init 322ea529f6a24fe50a3b74450d4552d63190502c91375659c8e55537a989b57f (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:47:43.486 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 podman[88484]: 2026-02-12 03:47:43.48150882 +0000 UTC m=+0.048661208 container start 322ea529f6a24fe50a3b74450d4552d63190502c91375659c8e55537a989b57f (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:47:43.487 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 bash[88484]: 322ea529f6a24fe50a3b74450d4552d63190502c91375659c8e55537a989b57f 2026-02-12T03:47:43.487 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 podman[88484]: 2026-02-12 03:47:43.44390646 +0000 UTC m=+0.011058848 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:47:43.487 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 systemd[1]: Started Ceph osd.5 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:47:43.735 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 ceph-osd[88511]: -- 10.20.193.145:0/1318019701 <== mon.1 v2:10.20.193.145:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x2c89860 con 0x2c25c00 2026-02-12T03:47:43.735 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:43 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5[88507]: 2026-02-12T03:47:43.691+0000 7fe93e04e780 -1 Falling back to public interface 2026-02-12T03:47:43.997 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:43 trial145 ceph-mon[70630]: osdmap e127: 8 total, 7 up, 8 in 2026-02-12T03:47:43.997 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:43 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:43.998 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:43 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:43.998 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:43 trial145 ceph-mon[70630]: pgmap v103: 161 pgs: 11 active+undersized, 16 stale+active+clean, 5 active+undersized+degraded, 129 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s; 18/732 objects degraded (2.459%) 2026-02-12T03:47:44.260 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:44 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5[88507]: 2026-02-12T03:47:44.184+0000 7fe93e04e780 -1 osd.5 125 log_to_monitors true 2026-02-12T03:47:44.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:43 trial086 ceph-mon[91466]: osdmap e127: 8 total, 7 up, 8 in 2026-02-12T03:47:44.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:43 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:44.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:43 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:44.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:43 trial086 ceph-mon[91466]: pgmap v103: 161 pgs: 11 active+undersized, 16 stale+active+clean, 5 active+undersized+degraded, 129 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s; 18/732 objects degraded (2.459%) 2026-02-12T03:47:44.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:43 trial086 ceph-mon[93716]: osdmap e127: 8 total, 7 up, 8 in 2026-02-12T03:47:44.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:43 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:44.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:43 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:44.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:43 trial086 ceph-mon[93716]: pgmap v103: 161 pgs: 11 active+undersized, 16 stale+active+clean, 5 active+undersized+degraded, 129 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s; 18/732 objects degraded (2.459%) 2026-02-12T03:47:45.386 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:47:44 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5[88507]: 2026-02-12T03:47:44.965+0000 7fe931e8f640 -1 osd.5 125 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:47:45.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:44 trial145 ceph-mon[70630]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T03:47:45.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:44 trial145 ceph-mon[70630]: from='osd.5 [v2:10.20.193.145:6808/595826075,v1:10.20.193.145:6809/595826075]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T03:47:45.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:44 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:45.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:44 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:45.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:44 trial145 ceph-mon[70630]: Health check failed: Degraded data redundancy: 18/732 objects degraded (2.459%), 5 pgs degraded (PG_DEGRADED) 2026-02-12T03:47:45.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:44 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:45.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:44 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:45.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:44 trial086 ceph-mon[91466]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T03:47:45.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:44 trial086 ceph-mon[91466]: from='osd.5 [v2:10.20.193.145:6808/595826075,v1:10.20.193.145:6809/595826075]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T03:47:45.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:44 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:45.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:44 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:45.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:44 trial086 ceph-mon[91466]: Health check failed: Degraded data redundancy: 18/732 objects degraded (2.459%), 5 pgs degraded (PG_DEGRADED) 2026-02-12T03:47:45.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:44 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:45.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:44 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:45.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:44 trial086 ceph-mon[93716]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T03:47:45.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:44 trial086 ceph-mon[93716]: from='osd.5 [v2:10.20.193.145:6808/595826075,v1:10.20.193.145:6809/595826075]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T03:47:45.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:44 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:45.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:44 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:45.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:44 trial086 ceph-mon[93716]: Health check failed: Degraded data redundancy: 18/732 objects degraded (2.459%), 5 pgs degraded (PG_DEGRADED) 2026-02-12T03:47:45.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:44 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:45.412 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:44 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:46.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:47:45 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: 2026-02-12T03:47:45.744+0000 7f020f0ef640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:47:46.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[93716]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T03:47:46.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[93716]: osdmap e128: 8 total, 7 up, 8 in 2026-02-12T03:47:46.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[93716]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:47:46.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[93716]: from='osd.5 [v2:10.20.193.145:6808/595826075,v1:10.20.193.145:6809/595826075]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:47:46.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[93716]: pgmap v105: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 81/732 objects degraded (11.066%) 2026-02-12T03:47:46.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:46.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:46.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:47:46.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:47:46.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:46.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:47:46.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:46.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:46.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[93716]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T03:47:46.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:46.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[93716]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:47:46.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T03:47:46.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[91466]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T03:47:46.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[91466]: osdmap e128: 8 total, 7 up, 8 in 2026-02-12T03:47:46.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[91466]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:47:46.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[91466]: from='osd.5 [v2:10.20.193.145:6808/595826075,v1:10.20.193.145:6809/595826075]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:47:46.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[91466]: pgmap v105: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 81/732 objects degraded (11.066%) 2026-02-12T03:47:46.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:46.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:46.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:47:46.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:47:46.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:46.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:47:46.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:46.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:46.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[91466]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T03:47:46.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:46.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[91466]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:47:46.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:45 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T03:47:46.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:45 trial145 ceph-mon[70630]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T03:47:46.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:45 trial145 ceph-mon[70630]: osdmap e128: 8 total, 7 up, 8 in 2026-02-12T03:47:46.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:45 trial145 ceph-mon[70630]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:47:46.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:45 trial145 ceph-mon[70630]: from='osd.5 [v2:10.20.193.145:6808/595826075,v1:10.20.193.145:6809/595826075]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:47:46.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:45 trial145 ceph-mon[70630]: pgmap v105: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 81/732 objects degraded (11.066%) 2026-02-12T03:47:46.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:45 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:46.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:45 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:46.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:45 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:47:46.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:45 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:47:46.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:45 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:46.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:45 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:47:46.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:45 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:46.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:45 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:46.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:45 trial145 ceph-mon[70630]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T03:47:46.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:45 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:47:46.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:45 trial145 ceph-mon[70630]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:47:46.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:45 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T03:47:47.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:46 trial145 ceph-mon[70630]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:47:47.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:46 trial145 ceph-mon[70630]: osd.5 [v2:10.20.193.145:6808/595826075,v1:10.20.193.145:6809/595826075] boot 2026-02-12T03:47:47.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:46 trial145 ceph-mon[70630]: osdmap e129: 8 total, 8 up, 8 in 2026-02-12T03:47:47.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:46 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-02-12T03:47:47.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:46 trial145 ceph-mon[70630]: osdmap e130: 8 total, 8 up, 8 in 2026-02-12T03:47:47.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:46 trial086 ceph-mon[91466]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:47:47.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:46 trial086 ceph-mon[91466]: osd.5 [v2:10.20.193.145:6808/595826075,v1:10.20.193.145:6809/595826075] boot 2026-02-12T03:47:47.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:46 trial086 ceph-mon[91466]: osdmap e129: 8 total, 8 up, 8 in 2026-02-12T03:47:47.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:46 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-02-12T03:47:47.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:46 trial086 ceph-mon[91466]: osdmap e130: 8 total, 8 up, 8 in 2026-02-12T03:47:47.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:46 trial086 ceph-mon[93716]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:47:47.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:46 trial086 ceph-mon[93716]: osd.5 [v2:10.20.193.145:6808/595826075,v1:10.20.193.145:6809/595826075] boot 2026-02-12T03:47:47.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:46 trial086 ceph-mon[93716]: osdmap e129: 8 total, 8 up, 8 in 2026-02-12T03:47:47.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:46 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-02-12T03:47:47.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:46 trial086 ceph-mon[93716]: osdmap e130: 8 total, 8 up, 8 in 2026-02-12T03:47:48.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:47 trial145 ceph-mon[70630]: pgmap v108: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 81/732 objects degraded (11.066%) 2026-02-12T03:47:48.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:47 trial086 ceph-mon[91466]: pgmap v108: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 81/732 objects degraded (11.066%) 2026-02-12T03:47:48.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:47 trial086 ceph-mon[93716]: pgmap v108: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 81/732 objects degraded (11.066%) 2026-02-12T03:47:49.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:48 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:47:49.386 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:47:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:47:48.988Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:47:49.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:48 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:47:49.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:47:48 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:47:48] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:47:49.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:48 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:47:50.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:49 trial145 ceph-mon[70630]: pgmap v109: 161 pgs: 30 active+undersized, 14 active+undersized+degraded, 117 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 59/732 objects degraded (8.060%) 2026-02-12T03:47:50.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:49 trial086 ceph-mon[91466]: pgmap v109: 161 pgs: 30 active+undersized, 14 active+undersized+degraded, 117 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 59/732 objects degraded (8.060%) 2026-02-12T03:47:50.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:49 trial086 ceph-mon[93716]: pgmap v109: 161 pgs: 30 active+undersized, 14 active+undersized+degraded, 117 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 59/732 objects degraded (8.060%) 2026-02-12T03:47:51.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:50 trial145 ceph-mon[70630]: Health check update: Degraded data redundancy: 59/732 objects degraded (8.060%), 14 pgs degraded (PG_DEGRADED) 2026-02-12T03:47:51.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:50 trial086 ceph-mon[91466]: Health check update: Degraded data redundancy: 59/732 objects degraded (8.060%), 14 pgs degraded (PG_DEGRADED) 2026-02-12T03:47:51.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:50 trial086 ceph-mon[93716]: Health check update: Degraded data redundancy: 59/732 objects degraded (8.060%), 14 pgs degraded (PG_DEGRADED) 2026-02-12T03:47:52.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:51 trial145 ceph-mon[70630]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 467 B/s rd, 0 op/s 2026-02-12T03:47:52.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:51 trial086 ceph-mon[91466]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 467 B/s rd, 0 op/s 2026-02-12T03:47:52.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:51 trial086 ceph-mon[93716]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 467 B/s rd, 0 op/s 2026-02-12T03:47:52.969 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:47:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:47:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:47:53.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:52 trial145 ceph-mon[70630]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 59/732 objects degraded (8.060%), 14 pgs degraded) 2026-02-12T03:47:53.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:52 trial145 ceph-mon[70630]: Cluster is now healthy 2026-02-12T03:47:53.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:52 trial086 ceph-mon[91466]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 59/732 objects degraded (8.060%), 14 pgs degraded) 2026-02-12T03:47:53.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:52 trial086 ceph-mon[91466]: Cluster is now healthy 2026-02-12T03:47:53.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:52 trial086 ceph-mon[93716]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 59/732 objects degraded (8.060%), 14 pgs degraded) 2026-02-12T03:47:53.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:52 trial086 ceph-mon[93716]: Cluster is now healthy 2026-02-12T03:47:54.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:53 trial145 ceph-mon[70630]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 383 B/s rd, 0 op/s 2026-02-12T03:47:54.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:53 trial086 ceph-mon[91466]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 383 B/s rd, 0 op/s 2026-02-12T03:47:54.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:53 trial086 ceph-mon[93716]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 383 B/s rd, 0 op/s 2026-02-12T03:47:56.579 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:47:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:47:56.164Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:47:56.579 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:47:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:47:56.165Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:47:56.579 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:47:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:47:56.166Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:47:56.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:56 trial145 ceph-mon[70630]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 855 B/s rd, 0 op/s 2026-02-12T03:47:56.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:56 trial086 ceph-mon[91466]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 855 B/s rd, 0 op/s 2026-02-12T03:47:56.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:56 trial086 ceph-mon[93716]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 855 B/s rd, 0 op/s 2026-02-12T03:47:58.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:58 trial086 ceph-mon[91466]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 774 B/s rd, 0 op/s 2026-02-12T03:47:58.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:58 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:58.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:58 trial086 ceph-mon[93716]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 774 B/s rd, 0 op/s 2026-02-12T03:47:58.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:58 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:58.988 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:58 trial145 ceph-mon[70630]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 774 B/s rd, 0 op/s 2026-02-12T03:47:58.988 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:58 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:47:59.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:47:58 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:47:58.988Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:47:59.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:47:58 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:47:58] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:48:00.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:47:59 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:48:00.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:47:59 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:48:00.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:47:59 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:48:00.995 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:00 trial145 ceph-mon[70630]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s rd, 0 op/s 2026-02-12T03:48:01.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:00 trial086 ceph-mon[91466]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s rd, 0 op/s 2026-02-12T03:48:01.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:00 trial086 ceph-mon[93716]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s rd, 0 op/s 2026-02-12T03:48:01.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:01 trial145 ceph-mon[70630]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T03:48:01.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:01 trial145 ceph-mon[70630]: Upgrade: osd.6 is safe to restart 2026-02-12T03:48:01.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T03:48:01.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:01.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T03:48:01.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:01.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:01 trial145 ceph-mon[70630]: osd.6 marked itself down and dead 2026-02-12T03:48:01.887 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:01 trial145 systemd[1]: Stopping Ceph osd.6 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:48:01.887 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:01 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[32149]: 2026-02-12T03:48:01.708+0000 7fd3b13b2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:48:01.887 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:01 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[32149]: 2026-02-12T03:48:01.708+0000 7fd3b13b2640 -1 osd.6 130 *** Got signal Terminated *** 2026-02-12T03:48:01.887 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:01 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[32149]: 2026-02-12T03:48:01.708+0000 7fd3b13b2640 -1 osd.6 130 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:48:02.115 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:48:02.116 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:01 trial086 ceph-mon[91466]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T03:48:02.116 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:01 trial086 ceph-mon[91466]: Upgrade: osd.6 is safe to restart 2026-02-12T03:48:02.116 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T03:48:02.116 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:02.117 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T03:48:02.117 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:02.117 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:01 trial086 ceph-mon[91466]: osd.6 marked itself down and dead 2026-02-12T03:48:02.117 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:01 trial086 ceph-mon[93716]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T03:48:02.117 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:01 trial086 ceph-mon[93716]: Upgrade: osd.6 is safe to restart 2026-02-12T03:48:02.118 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T03:48:02.118 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:02.118 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T03:48:02.118 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:02.118 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:01 trial086 ceph-mon[93716]: osd.6 marked itself down and dead 2026-02-12T03:48:02.442 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:48:02.443 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (3m) 58s ago 22m - - 0.28.1 91c01b3cec9b be3e853a3d14 2026-02-12T03:48:02.443 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (3m) 17s ago 22m 152M - 12.3.1 5cdab57891ea 4b2023674182 2026-02-12T03:48:02.443 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (3m) 58s ago 22m - - 3.9 4cc07a41bb19 11834d3e9425 2026-02-12T03:48:02.443 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,9283,8765 running (3m) 17s ago 24m 493M - 20.3.0-5250-g84a80275 21b90b676abb 90db61001245 2026-02-12T03:48:02.443 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:8443,9283,8765 running (13m) 58s ago 24m - - 20.3.0-5250-g84a80275 21b90b676abb 0bf0f62d6e10 2026-02-12T03:48:02.444 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (2m) 58s ago 24m - 2048M 20.3.0-5250-g84a80275 21b90b676abb b02c03c4b420 2026-02-12T03:48:02.444 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (3m) 17s ago 24m 50.4M 2048M 20.3.0-5250-g84a80275 21b90b676abb 427a1cee8855 2026-02-12T03:48:02.444 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (2m) 58s ago 24m - 2048M 20.3.0-5250-g84a80275 21b90b676abb 0890bc0876b4 2026-02-12T03:48:02.444 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (3m) 58s ago 22m - - 1.9.1 255ec253085f 373e066ca44c 2026-02-12T03:48:02.444 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (3m) 17s ago 22m 11.4M - 1.9.1 255ec253085f d5fd160ba581 2026-02-12T03:48:02.444 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (2m) 58s ago 24m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 1b5ea7bd1842 2026-02-12T03:48:02.444 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (109s) 58s ago 23m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb da9a3bbc1071 2026-02-12T03:48:02.445 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (93s) 58s ago 23m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb aa52f031ccbe 2026-02-12T03:48:02.445 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (59s) 58s ago 23m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 1e3266093e37 2026-02-12T03:48:02.445 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (39s) 17s ago 23m 50.3M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 9cf3743af434 2026-02-12T03:48:02.445 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (18s) 17s ago 23m 16.4M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 322ea529f6a2 2026-02-12T03:48:02.445 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (23m) 17s ago 23m 63.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 838bfb91f030 2026-02-12T03:48:02.445 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (22m) 17s ago 22m 68.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 799fb27b1d2c 2026-02-12T03:48:02.445 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (16m) 17s ago 22m 63.0M - 3.6.0 4fcecf061b74 fd358be701f3 2026-02-12T03:48:02.446 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (22m) 58s ago 22m - - 19.2.3-672-g283431c0 4cc07a41bb19 fc6cafaeed8d 2026-02-12T03:48:02.446 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (22m) 17s ago 22m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 01589a0f2102 2026-02-12T03:48:02.642 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:48:02.643 INFO:teuthology.orchestra.run.trial086.stdout: "mon": { 2026-02-12T03:48:02.643 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:48:02.643 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:48:02.643 INFO:teuthology.orchestra.run.trial086.stdout: "mgr": { 2026-02-12T03:48:02.643 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:48:02.643 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:48:02.643 INFO:teuthology.orchestra.run.trial086.stdout: "osd": { 2026-02-12T03:48:02.643 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 1, 2026-02-12T03:48:02.643 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 6 2026-02-12T03:48:02.644 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:48:02.644 INFO:teuthology.orchestra.run.trial086.stdout: "rgw": { 2026-02-12T03:48:02.644 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:48:02.644 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:48:02.644 INFO:teuthology.orchestra.run.trial086.stdout: "overall": { 2026-02-12T03:48:02.644 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3, 2026-02-12T03:48:02.644 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 11 2026-02-12T03:48:02.644 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:48:02.644 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:48:02.743 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:48:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:48:02] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:48:02.744 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:02 trial145 podman[94016]: 2026-02-12 03:48:02.46836094 +0000 UTC m=+0.772676388 container died 838bfb91f0307da682ef4cf9d33f6dc12ce730accf91756e225eb22d2dd7966f (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=squid, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, ceph=True, org.label-schema.build-date=20260202, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:48:02.744 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:02 trial145 podman[94016]: 2026-02-12 03:48:02.477825641 +0000 UTC m=+0.782141079 container remove 838bfb91f0307da682ef4cf9d33f6dc12ce730accf91756e225eb22d2dd7966f (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6, CEPH_REF=squid, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.build-date=20260202, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:48:02.744 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:02 trial145 bash[94016]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6 2026-02-12T03:48:02.744 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:02 trial145 podman[94149]: 2026-02-12 03:48:02.60920322 +0000 UTC m=+0.015678487 container create 8058cf26ccb85b9ddad925b72df85f2d2648fbc9a08c7d299da0790f4ed26ede (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:48:02.744 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:02 trial145 podman[94149]: 2026-02-12 03:48:02.636693743 +0000 UTC m=+0.043169010 container init 8058cf26ccb85b9ddad925b72df85f2d2648fbc9a08c7d299da0790f4ed26ede (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, OSD_FLAVOR=default, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:48:02.744 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:02 trial145 podman[94149]: 2026-02-12 03:48:02.639094669 +0000 UTC m=+0.045569946 container start 8058cf26ccb85b9ddad925b72df85f2d2648fbc9a08c7d299da0790f4ed26ede (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-deactivate, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:48:02.744 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:02 trial145 podman[94149]: 2026-02-12 03:48:02.639587912 +0000 UTC m=+0.046063189 container attach 8058cf26ccb85b9ddad925b72df85f2d2648fbc9a08c7d299da0790f4ed26ede (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-deactivate, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, ceph=True) 2026-02-12T03:48:02.745 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:02 trial145 podman[94149]: 2026-02-12 03:48:02.602649509 +0000 UTC m=+0.009124786 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:48:02.816 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:48:02.816 INFO:teuthology.orchestra.run.trial086.stdout: "in_progress": true, 2026-02-12T03:48:02.816 INFO:teuthology.orchestra.run.trial086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", 2026-02-12T03:48:02.816 INFO:teuthology.orchestra.run.trial086.stdout: "services_complete": [], 2026-02-12T03:48:02.816 INFO:teuthology.orchestra.run.trial086.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2026-02-12T03:48:02.816 INFO:teuthology.orchestra.run.trial086.stdout: "progress": "6/8 daemons upgraded", 2026-02-12T03:48:02.816 INFO:teuthology.orchestra.run.trial086.stdout: "message": "Currently upgrading osd daemons", 2026-02-12T03:48:02.816 INFO:teuthology.orchestra.run.trial086.stdout: "is_paused": false 2026-02-12T03:48:02.817 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:48:03.028 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:02 trial145 ceph-mon[70630]: Upgrade: Updating osd.6 2026-02-12T03:48:03.029 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:02 trial145 ceph-mon[70630]: Deploying daemon osd.6 on trial145 2026-02-12T03:48:03.029 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:02 trial145 ceph-mon[70630]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T03:48:03.029 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:02 trial145 ceph-mon[70630]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:48:03.029 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:02 trial145 ceph-mon[70630]: osdmap e131: 8 total, 7 up, 8 in 2026-02-12T03:48:03.029 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:02 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/730848512' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:03.029 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:02 trial145 podman[94149]: 2026-02-12 03:48:02.767619015 +0000 UTC m=+0.174094292 container died 8058cf26ccb85b9ddad925b72df85f2d2648fbc9a08c7d299da0790f4ed26ede (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-deactivate, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:48:03.030 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:02 trial145 podman[94149]: 2026-02-12 03:48:02.7774644 +0000 UTC m=+0.183939677 container remove 8058cf26ccb85b9ddad925b72df85f2d2648fbc9a08c7d299da0790f4ed26ede (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.license=GPLv2) 2026-02-12T03:48:03.030 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:02 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.6.service: Deactivated successfully. 2026-02-12T03:48:03.030 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:02 trial145 systemd[1]: Stopped Ceph osd.6 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:48:03.030 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:02 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.6.service: Consumed 6.062s CPU time. 2026-02-12T03:48:03.030 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:02 trial145 systemd[1]: Starting Ceph osd.6 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:48:03.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:02 trial086 ceph-mon[91466]: Upgrade: Updating osd.6 2026-02-12T03:48:03.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:02 trial086 ceph-mon[91466]: Deploying daemon osd.6 on trial145 2026-02-12T03:48:03.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:02 trial086 ceph-mon[91466]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T03:48:03.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:02 trial086 ceph-mon[91466]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:48:03.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:02 trial086 ceph-mon[91466]: osdmap e131: 8 total, 7 up, 8 in 2026-02-12T03:48:03.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:02 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/730848512' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:03.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:02 trial086 ceph-mon[93716]: Upgrade: Updating osd.6 2026-02-12T03:48:03.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:02 trial086 ceph-mon[93716]: Deploying daemon osd.6 on trial145 2026-02-12T03:48:03.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:02 trial086 ceph-mon[93716]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T03:48:03.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:02 trial086 ceph-mon[93716]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:48:03.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:02 trial086 ceph-mon[93716]: osdmap e131: 8 total, 7 up, 8 in 2026-02-12T03:48:03.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:02 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/730848512' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:03.383 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 podman[94291]: 2026-02-12 03:48:03.028525983 +0000 UTC m=+0.017776265 container create f7d596fe0ed9c1567970a965da88a1f99c66190cb498ae6f2f3fdad7bf26cadd (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-activate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:48:03.383 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 podman[94291]: 2026-02-12 03:48:03.058710871 +0000 UTC m=+0.047961113 container init f7d596fe0ed9c1567970a965da88a1f99c66190cb498ae6f2f3fdad7bf26cadd (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2026-02-12T03:48:03.383 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 podman[94291]: 2026-02-12 03:48:03.06166926 +0000 UTC m=+0.050919492 container start f7d596fe0ed9c1567970a965da88a1f99c66190cb498ae6f2f3fdad7bf26cadd (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-activate, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2) 2026-02-12T03:48:03.383 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 podman[94291]: 2026-02-12 03:48:03.062099736 +0000 UTC m=+0.051349968 container attach f7d596fe0ed9c1567970a965da88a1f99c66190cb498ae6f2f3fdad7bf26cadd (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-activate, ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209) 2026-02-12T03:48:03.384 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 podman[94291]: 2026-02-12 03:48:03.021428043 +0000 UTC m=+0.010678275 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:48:03.384 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-activate[94317]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:48:03.384 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 bash[94291]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:48:03.384 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-activate[94317]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:48:03.384 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 bash[94291]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:48:03.384 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-activate[94317]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:48:03.384 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 bash[94291]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:48:03.636 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-activate[94317]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:48:03.636 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 bash[94291]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:48:03.636 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-activate[94317]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:48:03.636 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 bash[94291]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:48:03.636 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-activate[94317]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2026-02-12T03:48:03.636 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 bash[94291]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2026-02-12T03:48:03.637 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-activate[94317]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2026-02-12T03:48:03.637 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 bash[94291]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2026-02-12T03:48:03.637 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-activate[94317]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2026-02-12T03:48:03.637 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 bash[94291]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2026-02-12T03:48:03.637 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-activate[94317]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2026-02-12T03:48:03.637 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 bash[94291]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2026-02-12T03:48:03.637 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-activate[94317]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2026-02-12T03:48:03.637 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 bash[94291]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2026-02-12T03:48:03.637 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-activate[94317]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2026-02-12T03:48:03.637 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 bash[94291]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2026-02-12T03:48:03.637 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-activate[94317]: --> ceph-volume lvm activate successful for osd ID: 6 2026-02-12T03:48:03.637 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 bash[94291]: --> ceph-volume lvm activate successful for osd ID: 6 2026-02-12T03:48:03.638 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 podman[94291]: 2026-02-12 03:48:03.50508273 +0000 UTC m=+0.494332962 container died f7d596fe0ed9c1567970a965da88a1f99c66190cb498ae6f2f3fdad7bf26cadd (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-activate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, ceph=True, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:48:03.638 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 podman[94291]: 2026-02-12 03:48:03.515444191 +0000 UTC m=+0.504694413 container remove f7d596fe0ed9c1567970a965da88a1f99c66190cb498ae6f2f3fdad7bf26cadd (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-activate, ceph=True, org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:48:03.638 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 podman[94529]: 2026-02-12 03:48:03.59204156 +0000 UTC m=+0.015619877 container create 1f359e4bf617692ee50e8f362c37ce056437c069d60511d6eec8e542093b9869 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:48:03.638 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 podman[94529]: 2026-02-12 03:48:03.619359179 +0000 UTC m=+0.042937506 container init 1f359e4bf617692ee50e8f362c37ce056437c069d60511d6eec8e542093b9869 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, ceph=True, org.label-schema.schema-version=1.0) 2026-02-12T03:48:03.638 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 podman[94529]: 2026-02-12 03:48:03.621950822 +0000 UTC m=+0.045529149 container start 1f359e4bf617692ee50e8f362c37ce056437c069d60511d6eec8e542093b9869 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2026-02-12T03:48:03.638 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 bash[94529]: 1f359e4bf617692ee50e8f362c37ce056437c069d60511d6eec8e542093b9869 2026-02-12T03:48:03.638 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 podman[94529]: 2026-02-12 03:48:03.585697983 +0000 UTC m=+0.009276320 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:48:03.638 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 systemd[1]: Started Ceph osd.6 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:48:03.917 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 ceph-osd[94554]: -- 10.20.193.145:0/2153288041 <== mon.1 v2:10.20.193.145:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x2a73860 con 0x2a0fc00 2026-02-12T03:48:03.917 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:03 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:48:03.864+0000 7fb165217780 -1 Falling back to public interface 2026-02-12T03:48:03.918 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:03 trial145 ceph-mon[70630]: from='client.54392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:03.918 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:03 trial145 ceph-mon[70630]: from='client.54398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:03.918 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:03 trial145 ceph-mon[70630]: from='client.44439 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:03.918 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:03 trial145 ceph-mon[70630]: osdmap e132: 8 total, 7 up, 8 in 2026-02-12T03:48:03.918 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:03 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:03.918 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:03 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:04.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:03 trial086 ceph-mon[91466]: from='client.54392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:04.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:03 trial086 ceph-mon[91466]: from='client.54398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:04.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:03 trial086 ceph-mon[91466]: from='client.44439 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:04.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:03 trial086 ceph-mon[91466]: osdmap e132: 8 total, 7 up, 8 in 2026-02-12T03:48:04.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:03 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:04.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:03 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:04.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:03 trial086 ceph-mon[93716]: from='client.54392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:04.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:03 trial086 ceph-mon[93716]: from='client.54398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:04.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:03 trial086 ceph-mon[93716]: from='client.44439 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:04.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:03 trial086 ceph-mon[93716]: osdmap e132: 8 total, 7 up, 8 in 2026-02-12T03:48:04.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:03 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:04.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:03 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:04.462 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:04 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:48:04.348+0000 7fb165217780 -1 osd.6 130 log_to_monitors true 2026-02-12T03:48:05.045 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:04 trial145 ceph-mon[70630]: from='client.44451 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:05.045 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:04 trial145 ceph-mon[70630]: pgmap v118: 161 pgs: 6 active+undersized, 12 stale+active+clean, 4 active+undersized+degraded, 139 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s; 17/732 objects degraded (2.322%) 2026-02-12T03:48:05.045 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:04 trial145 ceph-mon[70630]: Health check failed: Degraded data redundancy: 17/732 objects degraded (2.322%), 4 pgs degraded (PG_DEGRADED) 2026-02-12T03:48:05.046 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:04 trial145 ceph-mon[70630]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T03:48:05.046 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:04 trial145 ceph-mon[70630]: from='osd.6 [v2:10.20.193.145:6816/1426867776,v1:10.20.193.145:6817/1426867776]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T03:48:05.046 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:04 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:05.046 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:04 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:05.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:04 trial086 ceph-mon[91466]: from='client.44451 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:05.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:04 trial086 ceph-mon[91466]: pgmap v118: 161 pgs: 6 active+undersized, 12 stale+active+clean, 4 active+undersized+degraded, 139 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s; 17/732 objects degraded (2.322%) 2026-02-12T03:48:05.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:04 trial086 ceph-mon[91466]: Health check failed: Degraded data redundancy: 17/732 objects degraded (2.322%), 4 pgs degraded (PG_DEGRADED) 2026-02-12T03:48:05.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:04 trial086 ceph-mon[91466]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T03:48:05.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:04 trial086 ceph-mon[91466]: from='osd.6 [v2:10.20.193.145:6816/1426867776,v1:10.20.193.145:6817/1426867776]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T03:48:05.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:04 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:05.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:04 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:05.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:04 trial086 ceph-mon[93716]: from='client.44451 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:05.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:04 trial086 ceph-mon[93716]: pgmap v118: 161 pgs: 6 active+undersized, 12 stale+active+clean, 4 active+undersized+degraded, 139 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s; 17/732 objects degraded (2.322%) 2026-02-12T03:48:05.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:04 trial086 ceph-mon[93716]: Health check failed: Degraded data redundancy: 17/732 objects degraded (2.322%), 4 pgs degraded (PG_DEGRADED) 2026-02-12T03:48:05.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:04 trial086 ceph-mon[93716]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T03:48:05.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:04 trial086 ceph-mon[93716]: from='osd.6 [v2:10.20.193.145:6816/1426867776,v1:10.20.193.145:6817/1426867776]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T03:48:05.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:04 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:05.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:04 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:05.306 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:48:05 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:48:05.043+0000 7fb15d060640 -1 osd.6 130 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:48:06.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:05 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:05 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:05 trial145 ceph-mon[70630]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T03:48:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:05 trial145 ceph-mon[70630]: osdmap e133: 8 total, 7 up, 8 in 2026-02-12T03:48:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:05 trial145 ceph-mon[70630]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:48:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:05 trial145 ceph-mon[70630]: from='osd.6 [v2:10.20.193.145:6816/1426867776,v1:10.20.193.145:6817/1426867776]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:48:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:05 trial145 ceph-mon[70630]: pgmap v120: 161 pgs: 36 active+undersized, 17 active+undersized+degraded, 108 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 83/732 objects degraded (11.339%) 2026-02-12T03:48:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:05 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:06.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:05 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:06.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:05 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:06.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:05 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:06.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:05 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:06.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:05 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:48:06.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:05 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:06.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:05 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:06.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:05 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:06.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:05 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T03:48:06.160 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:48:05 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: 2026-02-12T03:48:05.898+0000 7f020f0ef640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:48:06.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:06.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:06.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[93716]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T03:48:06.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[93716]: osdmap e133: 8 total, 7 up, 8 in 2026-02-12T03:48:06.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[93716]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:48:06.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[93716]: from='osd.6 [v2:10.20.193.145:6816/1426867776,v1:10.20.193.145:6817/1426867776]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:48:06.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[93716]: pgmap v120: 161 pgs: 36 active+undersized, 17 active+undersized+degraded, 108 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 83/732 objects degraded (11.339%) 2026-02-12T03:48:06.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:06.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:06.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:06.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:06.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:06.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:48:06.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:06.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:06.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:06.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T03:48:06.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:06.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:06.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[91466]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T03:48:06.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[91466]: osdmap e133: 8 total, 7 up, 8 in 2026-02-12T03:48:06.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[91466]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:48:06.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[91466]: from='osd.6 [v2:10.20.193.145:6816/1426867776,v1:10.20.193.145:6817/1426867776]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:48:06.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[91466]: pgmap v120: 161 pgs: 36 active+undersized, 17 active+undersized+degraded, 108 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 83/732 objects degraded (11.339%) 2026-02-12T03:48:06.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:06.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:06.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:06.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:06.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:06.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:48:06.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:06.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:06.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:06.164 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:05 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T03:48:07.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:06 trial145 ceph-mon[70630]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T03:48:07.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:06 trial145 ceph-mon[70630]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:48:07.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:06 trial145 ceph-mon[70630]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:48:07.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:06 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-02-12T03:48:07.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:06 trial145 ceph-mon[70630]: osd.6 [v2:10.20.193.145:6816/1426867776,v1:10.20.193.145:6817/1426867776] boot 2026-02-12T03:48:07.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:06 trial145 ceph-mon[70630]: osdmap e134: 8 total, 8 up, 8 in 2026-02-12T03:48:07.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:06 trial086 ceph-mon[91466]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T03:48:07.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:06 trial086 ceph-mon[91466]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:48:07.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:06 trial086 ceph-mon[91466]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:48:07.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:06 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-02-12T03:48:07.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:06 trial086 ceph-mon[91466]: osd.6 [v2:10.20.193.145:6816/1426867776,v1:10.20.193.145:6817/1426867776] boot 2026-02-12T03:48:07.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:06 trial086 ceph-mon[91466]: osdmap e134: 8 total, 8 up, 8 in 2026-02-12T03:48:07.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:06 trial086 ceph-mon[93716]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T03:48:07.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:06 trial086 ceph-mon[93716]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:48:07.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:06 trial086 ceph-mon[93716]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:48:07.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:06 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-02-12T03:48:07.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:06 trial086 ceph-mon[93716]: osd.6 [v2:10.20.193.145:6816/1426867776,v1:10.20.193.145:6817/1426867776] boot 2026-02-12T03:48:07.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:06 trial086 ceph-mon[93716]: osdmap e134: 8 total, 8 up, 8 in 2026-02-12T03:48:08.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:08 trial145 ceph-mon[70630]: osdmap e135: 8 total, 8 up, 8 in 2026-02-12T03:48:08.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:08 trial145 ceph-mon[70630]: pgmap v123: 161 pgs: 36 active+undersized, 17 active+undersized+degraded, 108 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 83/732 objects degraded (11.339%) 2026-02-12T03:48:08.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:08 trial086 ceph-mon[91466]: osdmap e135: 8 total, 8 up, 8 in 2026-02-12T03:48:08.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:08 trial086 ceph-mon[91466]: pgmap v123: 161 pgs: 36 active+undersized, 17 active+undersized+degraded, 108 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 83/732 objects degraded (11.339%) 2026-02-12T03:48:08.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:08 trial086 ceph-mon[93716]: osdmap e135: 8 total, 8 up, 8 in 2026-02-12T03:48:08.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:08 trial086 ceph-mon[93716]: pgmap v123: 161 pgs: 36 active+undersized, 17 active+undersized+degraded, 108 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 83/732 objects degraded (11.339%) 2026-02-12T03:48:09.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:09 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:48:09.386 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:48:08 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:48:08.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:48:09.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:09 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:48:09.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:09 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:48:09.411 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:48:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:48:08] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:48:10.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:10 trial145 ceph-mon[70630]: Health check update: Degraded data redundancy: 83/732 objects degraded (11.339%), 17 pgs degraded (PG_DEGRADED) 2026-02-12T03:48:10.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:10 trial145 ceph-mon[70630]: pgmap v124: 161 pgs: 30 active+undersized, 13 active+undersized+degraded, 118 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 66/732 objects degraded (9.016%) 2026-02-12T03:48:10.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:10 trial086 ceph-mon[93716]: Health check update: Degraded data redundancy: 83/732 objects degraded (11.339%), 17 pgs degraded (PG_DEGRADED) 2026-02-12T03:48:10.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:10 trial086 ceph-mon[93716]: pgmap v124: 161 pgs: 30 active+undersized, 13 active+undersized+degraded, 118 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 66/732 objects degraded (9.016%) 2026-02-12T03:48:10.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:10 trial086 ceph-mon[91466]: Health check update: Degraded data redundancy: 83/732 objects degraded (11.339%), 17 pgs degraded (PG_DEGRADED) 2026-02-12T03:48:10.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:10 trial086 ceph-mon[91466]: pgmap v124: 161 pgs: 30 active+undersized, 13 active+undersized+degraded, 118 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 66/732 objects degraded (9.016%) 2026-02-12T03:48:11.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:11 trial145 ceph-mon[70630]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 66/732 objects degraded (9.016%), 13 pgs degraded) 2026-02-12T03:48:11.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:11 trial145 ceph-mon[70630]: Cluster is now healthy 2026-02-12T03:48:11.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:11 trial086 ceph-mon[91466]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 66/732 objects degraded (9.016%), 13 pgs degraded) 2026-02-12T03:48:11.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:11 trial086 ceph-mon[91466]: Cluster is now healthy 2026-02-12T03:48:11.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:11 trial086 ceph-mon[93716]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 66/732 objects degraded (9.016%), 13 pgs degraded) 2026-02-12T03:48:11.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:11 trial086 ceph-mon[93716]: Cluster is now healthy 2026-02-12T03:48:12.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:12 trial145 ceph-mon[70630]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 473 B/s rd, 0 op/s 2026-02-12T03:48:12.885 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:48:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:48:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:48:12.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:12 trial086 ceph-mon[91466]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 473 B/s rd, 0 op/s 2026-02-12T03:48:12.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:12 trial086 ceph-mon[93716]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 473 B/s rd, 0 op/s 2026-02-12T03:48:14.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:14 trial145 ceph-mon[70630]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 383 B/s rd, 0 op/s 2026-02-12T03:48:14.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:14 trial086 ceph-mon[93716]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 383 B/s rd, 0 op/s 2026-02-12T03:48:14.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:14 trial086 ceph-mon[91466]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 383 B/s rd, 0 op/s 2026-02-12T03:48:16.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:16 trial145 ceph-mon[70630]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 862 B/s rd, 0 op/s 2026-02-12T03:48:16.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:16 trial086 ceph-mon[91466]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 862 B/s rd, 0 op/s 2026-02-12T03:48:16.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:16 trial086 ceph-mon[93716]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 862 B/s rd, 0 op/s 2026-02-12T03:48:18.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:18 trial086 ceph-mon[93716]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 780 B/s rd, 0 op/s 2026-02-12T03:48:18.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:18 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:18.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:18 trial086 ceph-mon[91466]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 780 B/s rd, 0 op/s 2026-02-12T03:48:18.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:18 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:19.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:18 trial145 ceph-mon[70630]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 780 B/s rd, 0 op/s 2026-02-12T03:48:19.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:18 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:19.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:48:18 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:48:18.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:48:19.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:48:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:48:18] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:48:20.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:19 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:48:20.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:19 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:48:20.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:19 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:48:21.086 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:20 trial145 ceph-mon[70630]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s rd, 0 op/s 2026-02-12T03:48:21.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:20 trial086 ceph-mon[91466]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s rd, 0 op/s 2026-02-12T03:48:21.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:20 trial086 ceph-mon[93716]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s rd, 0 op/s 2026-02-12T03:48:21.874 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:21 trial145 systemd[1]: Stopping Ceph osd.7 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:48:21.874 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:21 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T03:48:21.874 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:21 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:21.875 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:21 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T03:48:21.875 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:21 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:22.135 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:21 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[37265]: 2026-02-12T03:48:21.872+0000 7f7a50b32640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:48:22.135 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:21 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[37265]: 2026-02-12T03:48:21.872+0000 7f7a50b32640 -1 osd.7 135 *** Got signal Terminated *** 2026-02-12T03:48:22.135 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:21 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[37265]: 2026-02-12T03:48:21.872+0000 7f7a50b32640 -1 osd.7 135 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:48:22.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:21 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T03:48:22.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:21 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:22.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:21 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T03:48:22.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:21 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:22.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:21 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T03:48:22.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:21 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:22.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:21 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T03:48:22.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:21 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:23.077 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:48:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:48:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:48:23.078 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:22 trial145 ceph-mon[70630]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T03:48:23.078 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:22 trial145 ceph-mon[70630]: Upgrade: osd.7 is safe to restart 2026-02-12T03:48:23.078 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:22 trial145 ceph-mon[70630]: Upgrade: Updating osd.7 2026-02-12T03:48:23.078 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:22 trial145 ceph-mon[70630]: Deploying daemon osd.7 on trial145 2026-02-12T03:48:23.078 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:22 trial145 ceph-mon[70630]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T03:48:23.079 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:22 trial145 ceph-mon[70630]: osd.7 marked itself down and dead 2026-02-12T03:48:23.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:22 trial086 ceph-mon[91466]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T03:48:23.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:22 trial086 ceph-mon[91466]: Upgrade: osd.7 is safe to restart 2026-02-12T03:48:23.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:22 trial086 ceph-mon[91466]: Upgrade: Updating osd.7 2026-02-12T03:48:23.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:22 trial086 ceph-mon[91466]: Deploying daemon osd.7 on trial145 2026-02-12T03:48:23.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:22 trial086 ceph-mon[91466]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T03:48:23.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:22 trial086 ceph-mon[91466]: osd.7 marked itself down and dead 2026-02-12T03:48:23.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:22 trial086 ceph-mon[93716]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T03:48:23.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:22 trial086 ceph-mon[93716]: Upgrade: osd.7 is safe to restart 2026-02-12T03:48:23.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:22 trial086 ceph-mon[93716]: Upgrade: Updating osd.7 2026-02-12T03:48:23.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:22 trial086 ceph-mon[93716]: Deploying daemon osd.7 on trial145 2026-02-12T03:48:23.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:22 trial086 ceph-mon[93716]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T03:48:23.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:22 trial086 ceph-mon[93716]: osd.7 marked itself down and dead 2026-02-12T03:48:23.369 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 podman[100057]: 2026-02-12 03:48:23.077800514 +0000 UTC m=+1.217483594 container died 799fb27b1d2c574db7bf2bf0b0d0734e5c114e4dd8090b316c5c86491ff09d35 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, CEPH_REF=squid, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260202, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:48:23.369 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 podman[100057]: 2026-02-12 03:48:23.087574445 +0000 UTC m=+1.227257515 container remove 799fb27b1d2c574db7bf2bf0b0d0734e5c114e4dd8090b316c5c86491ff09d35 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7, ceph=True, org.label-schema.build-date=20260202, org.label-schema.license=GPLv2, CEPH_REF=squid, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869) 2026-02-12T03:48:23.369 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 bash[100057]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7 2026-02-12T03:48:23.369 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 podman[100200]: 2026-02-12 03:48:23.215413078 +0000 UTC m=+0.015522796 container create 422d22430b56f7b3952f5525f4caf3d4c793f0bed23d1417928591cfedb60d65 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-deactivate, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:48:23.369 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 podman[100200]: 2026-02-12 03:48:23.245663959 +0000 UTC m=+0.045773677 container init 422d22430b56f7b3952f5525f4caf3d4c793f0bed23d1417928591cfedb60d65 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209) 2026-02-12T03:48:23.369 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 podman[100200]: 2026-02-12 03:48:23.248497294 +0000 UTC m=+0.048607012 container start 422d22430b56f7b3952f5525f4caf3d4c793f0bed23d1417928591cfedb60d65 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:48:23.369 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 podman[100200]: 2026-02-12 03:48:23.24904522 +0000 UTC m=+0.049154938 container attach 422d22430b56f7b3952f5525f4caf3d4c793f0bed23d1417928591cfedb60d65 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-deactivate, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, ceph=True, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:48:23.369 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 podman[100200]: 2026-02-12 03:48:23.209054161 +0000 UTC m=+0.009163879 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:48:23.633 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 podman[100200]: 2026-02-12 03:48:23.369743173 +0000 UTC m=+0.169852891 container died 422d22430b56f7b3952f5525f4caf3d4c793f0bed23d1417928591cfedb60d65 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default, org.label-schema.license=GPLv2) 2026-02-12T03:48:23.633 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 podman[100200]: 2026-02-12 03:48:23.379803039 +0000 UTC m=+0.179912757 container remove 422d22430b56f7b3952f5525f4caf3d4c793f0bed23d1417928591cfedb60d65 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, ceph=True, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, OSD_FLAVOR=default, org.label-schema.schema-version=1.0) 2026-02-12T03:48:23.633 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.7.service: Deactivated successfully. 2026-02-12T03:48:23.633 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 systemd[1]: Stopped Ceph osd.7 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:48:23.633 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.7.service: Consumed 7.089s CPU time. 2026-02-12T03:48:23.633 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 systemd[1]: Starting Ceph osd.7 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:48:23.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:23 trial145 ceph-mon[70630]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:48:23.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:23 trial145 ceph-mon[70630]: Health check failed: all OSDs are running tentacle or later but require_osd_release < tentacle (OSD_UPGRADE_FINISHED) 2026-02-12T03:48:23.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:23 trial145 ceph-mon[70630]: osdmap e136: 8 total, 7 up, 8 in 2026-02-12T03:48:23.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:23 trial145 ceph-mon[70630]: osdmap e137: 8 total, 7 up, 8 in 2026-02-12T03:48:23.886 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 podman[100345]: 2026-02-12 03:48:23.633578233 +0000 UTC m=+0.015256166 container create 2e5e4fba285bd936b822d08ffbb59c9d5c0f56544fd5008f380edcda244353c4 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-activate, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:48:23.887 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 podman[100345]: 2026-02-12 03:48:23.66060667 +0000 UTC m=+0.042284593 container init 2e5e4fba285bd936b822d08ffbb59c9d5c0f56544fd5008f380edcda244353c4 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, ceph=True, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:48:23.887 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 podman[100345]: 2026-02-12 03:48:23.662947113 +0000 UTC m=+0.044625046 container start 2e5e4fba285bd936b822d08ffbb59c9d5c0f56544fd5008f380edcda244353c4 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-activate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:48:23.887 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 podman[100345]: 2026-02-12 03:48:23.663420008 +0000 UTC m=+0.045097941 container attach 2e5e4fba285bd936b822d08ffbb59c9d5c0f56544fd5008f380edcda244353c4 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-activate, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, OSD_FLAVOR=default, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:48:23.887 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 podman[100345]: 2026-02-12 03:48:23.62768584 +0000 UTC m=+0.009363763 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:48:23.887 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-activate[100371]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:48:23.887 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 bash[100345]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:48:23.887 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-activate[100371]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:48:23.887 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 bash[100345]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:48:24.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:23 trial086 ceph-mon[91466]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:48:24.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:23 trial086 ceph-mon[91466]: Health check failed: all OSDs are running tentacle or later but require_osd_release < tentacle (OSD_UPGRADE_FINISHED) 2026-02-12T03:48:24.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:23 trial086 ceph-mon[91466]: osdmap e136: 8 total, 7 up, 8 in 2026-02-12T03:48:24.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:23 trial086 ceph-mon[91466]: osdmap e137: 8 total, 7 up, 8 in 2026-02-12T03:48:24.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:23 trial086 ceph-mon[93716]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:48:24.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:23 trial086 ceph-mon[93716]: Health check failed: all OSDs are running tentacle or later but require_osd_release < tentacle (OSD_UPGRADE_FINISHED) 2026-02-12T03:48:24.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:23 trial086 ceph-mon[93716]: osdmap e136: 8 total, 7 up, 8 in 2026-02-12T03:48:24.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:23 trial086 ceph-mon[93716]: osdmap e137: 8 total, 7 up, 8 in 2026-02-12T03:48:24.236 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-activate[100371]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:48:24.237 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-activate[100371]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:48:24.237 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 bash[100345]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:48:24.237 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 bash[100345]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:48:24.237 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-activate[100371]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:48:24.237 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:23 trial145 bash[100345]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:48:24.237 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-activate[100371]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2026-02-12T03:48:24.237 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 bash[100345]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2026-02-12T03:48:24.237 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-activate[100371]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2026-02-12T03:48:24.237 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 bash[100345]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2026-02-12T03:48:24.238 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-activate[100371]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2026-02-12T03:48:24.238 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 bash[100345]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2026-02-12T03:48:24.238 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-activate[100371]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2026-02-12T03:48:24.238 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 bash[100345]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2026-02-12T03:48:24.238 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-activate[100371]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2026-02-12T03:48:24.238 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 bash[100345]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2026-02-12T03:48:24.238 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-activate[100371]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2026-02-12T03:48:24.238 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 bash[100345]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2026-02-12T03:48:24.238 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-activate[100371]: --> ceph-volume lvm activate successful for osd ID: 7 2026-02-12T03:48:24.238 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 bash[100345]: --> ceph-volume lvm activate successful for osd ID: 7 2026-02-12T03:48:24.238 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 podman[100345]: 2026-02-12 03:48:24.109060057 +0000 UTC m=+0.490738000 container died 2e5e4fba285bd936b822d08ffbb59c9d5c0f56544fd5008f380edcda244353c4 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-activate, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.build-date=20260209, ceph=True, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:48:24.239 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 podman[100345]: 2026-02-12 03:48:24.120207289 +0000 UTC m=+0.501885222 container remove 2e5e4fba285bd936b822d08ffbb59c9d5c0f56544fd5008f380edcda244353c4 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-activate, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:48:24.239 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 podman[100585]: 2026-02-12 03:48:24.196611156 +0000 UTC m=+0.016251510 container create 16333d49bbfd61012cd48a8284311da6d109f78a1d39d4fe631c673479747e64 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7, ceph=True, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS) 2026-02-12T03:48:24.239 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 podman[100585]: 2026-02-12 03:48:24.220686264 +0000 UTC m=+0.040326618 container init 16333d49bbfd61012cd48a8284311da6d109f78a1d39d4fe631c673479747e64 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0) 2026-02-12T03:48:24.239 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 podman[100585]: 2026-02-12 03:48:24.223211873 +0000 UTC m=+0.042852217 container start 16333d49bbfd61012cd48a8284311da6d109f78a1d39d4fe631c673479747e64 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:48:24.239 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 bash[100585]: 16333d49bbfd61012cd48a8284311da6d109f78a1d39d4fe631c673479747e64 2026-02-12T03:48:24.239 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 podman[100585]: 2026-02-12 03:48:24.190395588 +0000 UTC m=+0.010035942 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:48:24.239 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 systemd[1]: Started Ceph osd.7 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:48:24.239 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 ceph-osd[100613]: -- 10.20.193.145:0/2459734915 <== mon.1 v2:10.20.193.145:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x3201860 con 0x335c400 2026-02-12T03:48:24.519 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:48:24.464+0000 7f2a9fa25780 -1 Falling back to public interface 2026-02-12T03:48:24.802 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:24 trial145 ceph-mon[70630]: pgmap v132: 161 pgs: 22 stale+active+clean, 139 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:48:24.802 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:24 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:24.802 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:24 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:25.106 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:24 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:48:24.975+0000 7f2a9fa25780 -1 osd.7 135 log_to_monitors true 2026-02-12T03:48:25.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:24 trial086 ceph-mon[91466]: pgmap v132: 161 pgs: 22 stale+active+clean, 139 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:48:25.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:24 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:25.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:24 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:25.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:24 trial086 ceph-mon[93716]: pgmap v132: 161 pgs: 22 stale+active+clean, 139 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:48:25.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:24 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:25.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:24 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:26.135 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:48:25 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:48:25.770+0000 7f2a93866640 -1 osd.7 135 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:48:26.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:25 trial145 ceph-mon[70630]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T03:48:26.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:25 trial145 ceph-mon[70630]: from='osd.7 [v2:10.20.193.145:6824/2973133472,v1:10.20.193.145:6825/2973133472]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T03:48:26.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:25 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:26.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:25 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:26.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:25 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:26.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:25 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:26.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:25 trial086 ceph-mon[91466]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T03:48:26.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:25 trial086 ceph-mon[91466]: from='osd.7 [v2:10.20.193.145:6824/2973133472,v1:10.20.193.145:6825/2973133472]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T03:48:26.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:25 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:26.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:25 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:26.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:25 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:26.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:25 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:26.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:25 trial086 ceph-mon[93716]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T03:48:26.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:25 trial086 ceph-mon[93716]: from='osd.7 [v2:10.20.193.145:6824/2973133472,v1:10.20.193.145:6825/2973133472]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T03:48:26.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:25 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:26.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:25 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:26.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:25 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:26.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:25 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:27.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: pgmap v134: 161 pgs: 43 active+undersized, 26 active+undersized+degraded, 92 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 97/732 objects degraded (13.251%) 2026-02-12T03:48:27.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T03:48:27.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: osdmap e138: 8 total, 7 up, 8 in 2026-02-12T03:48:27.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:48:27.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='osd.7 [v2:10.20.193.145:6824/2973133472,v1:10.20.193.145:6825/2973133472]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:48:27.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: Health check failed: Degraded data redundancy: 97/732 objects degraded (13.251%), 26 pgs degraded (PG_DEGRADED) 2026-02-12T03:48:27.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:27.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:27.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:27.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:27.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:27.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:48:27.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:27.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:27.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all osd 2026-02-12T03:48:27.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:27.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:27.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:27.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2026-02-12T03:48:27.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2026-02-12T03:48:27.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2026-02-12T03:48:27.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2026-02-12T03:48:27.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2026-02-12T03:48:27.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2026-02-12T03:48:27.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2026-02-12T03:48:27.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2026-02-12T03:48:27.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2026-02-12T03:48:27.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2026-02-12T03:48:27.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2026-02-12T03:48:27.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2026-02-12T03:48:27.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2026-02-12T03:48:27.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2026-02-12T03:48:27.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2026-02-12T03:48:27.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2026-02-12T03:48:27.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2026-02-12T03:48:27.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2026-02-12T03:48:27.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2026-02-12T03:48:27.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2026-02-12T03:48:27.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2026-02-12T03:48:27.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2026-02-12T03:48:27.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2026-02-12T03:48:27.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2026-02-12T03:48:27.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: Upgrade: Setting require_osd_release to 20 tentacle 2026-02-12T03:48:27.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "tentacle"} : dispatch 2026-02-12T03:48:27.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:26 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "tentacle"} : dispatch 2026-02-12T03:48:27.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: pgmap v134: 161 pgs: 43 active+undersized, 26 active+undersized+degraded, 92 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 97/732 objects degraded (13.251%) 2026-02-12T03:48:27.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T03:48:27.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: osdmap e138: 8 total, 7 up, 8 in 2026-02-12T03:48:27.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:48:27.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='osd.7 [v2:10.20.193.145:6824/2973133472,v1:10.20.193.145:6825/2973133472]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:48:27.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: Health check failed: Degraded data redundancy: 97/732 objects degraded (13.251%), 26 pgs degraded (PG_DEGRADED) 2026-02-12T03:48:27.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:27.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:27.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:27.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:27.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:27.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:48:27.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:27.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:27.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all osd 2026-02-12T03:48:27.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:27.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:27.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:27.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2026-02-12T03:48:27.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2026-02-12T03:48:27.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2026-02-12T03:48:27.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2026-02-12T03:48:27.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2026-02-12T03:48:27.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2026-02-12T03:48:27.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2026-02-12T03:48:27.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2026-02-12T03:48:27.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2026-02-12T03:48:27.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: pgmap v134: 161 pgs: 43 active+undersized, 26 active+undersized+degraded, 92 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 97/732 objects degraded (13.251%) 2026-02-12T03:48:27.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T03:48:27.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: osdmap e138: 8 total, 7 up, 8 in 2026-02-12T03:48:27.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:48:27.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='osd.7 [v2:10.20.193.145:6824/2973133472,v1:10.20.193.145:6825/2973133472]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial145", "root=default"]} : dispatch 2026-02-12T03:48:27.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: Health check failed: Degraded data redundancy: 97/732 objects degraded (13.251%), 26 pgs degraded (PG_DEGRADED) 2026-02-12T03:48:27.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:27.163 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:27.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:27.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:27.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:27.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:48:27.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:27.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:27.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all osd 2026-02-12T03:48:27.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:27.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:27.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:27.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2026-02-12T03:48:27.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2026-02-12T03:48:27.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2026-02-12T03:48:27.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2026-02-12T03:48:27.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2026-02-12T03:48:27.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2026-02-12T03:48:27.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2026-02-12T03:48:27.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2026-02-12T03:48:27.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2026-02-12T03:48:27.165 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2026-02-12T03:48:27.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2026-02-12T03:48:27.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2026-02-12T03:48:27.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2026-02-12T03:48:27.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2026-02-12T03:48:27.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2026-02-12T03:48:27.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2026-02-12T03:48:27.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2026-02-12T03:48:27.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2026-02-12T03:48:27.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2026-02-12T03:48:27.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2026-02-12T03:48:27.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2026-02-12T03:48:27.166 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2026-02-12T03:48:27.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2026-02-12T03:48:27.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2026-02-12T03:48:27.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: Upgrade: Setting require_osd_release to 20 tentacle 2026-02-12T03:48:27.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "tentacle"} : dispatch 2026-02-12T03:48:27.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "tentacle"} : dispatch 2026-02-12T03:48:27.167 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2026-02-12T03:48:27.167 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2026-02-12T03:48:27.167 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2026-02-12T03:48:27.167 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2026-02-12T03:48:27.167 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2026-02-12T03:48:27.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2026-02-12T03:48:27.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2026-02-12T03:48:27.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2026-02-12T03:48:27.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2026-02-12T03:48:27.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2026-02-12T03:48:27.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2026-02-12T03:48:27.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2026-02-12T03:48:27.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2026-02-12T03:48:27.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2026-02-12T03:48:27.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2026-02-12T03:48:27.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: Upgrade: Setting require_osd_release to 20 tentacle 2026-02-12T03:48:27.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "tentacle"} : dispatch 2026-02-12T03:48:27.168 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:26 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "tentacle"} : dispatch 2026-02-12T03:48:28.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:48:28.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running tentacle or later but require_osd_release < tentacle) 2026-02-12T03:48:28.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "tentacle"}]': finished 2026-02-12T03:48:28.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: osd.7 [v2:10.20.193.145:6824/2973133472,v1:10.20.193.145:6825/2973133472] boot 2026-02-12T03:48:28.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: osdmap e139: 8 total, 8 up, 8 in 2026-02-12T03:48:28.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-02-12T03:48:28.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all mds 2026-02-12T03:48:28.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:48:28.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:48:28.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all nfs 2026-02-12T03:48:28.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:48:28.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all smb 2026-02-12T03:48:28.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.138 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: Upgrade: Finalizing container_image settings 2026-02-12T03:48:28.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:48:28.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.139 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:48:28.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:48:28.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:48:28.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:48:28.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:48:28.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:48:28.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:48:28.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:48:28.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T03:48:28.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:48:28.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:48:28.140 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:48:28.141 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:48:28.141 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:48:28.141 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:48:28.141 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:48:28.141 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:48:28.141 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.141 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:48:28.141 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.141 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:48:28.141 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:48:28.141 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:48:28.142 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:48:28.142 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:48:28.142 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:48:28.142 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:48:28.142 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:48:28.142 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:48:28.142 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:48:28.142 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:48:28.142 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:48:28.142 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:48:28.142 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.142 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.143 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.144 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.144 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: Upgrade: Complete! 2026-02-12T03:48:28.144 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.144 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:48:28.144 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.144 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:48:28.144 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:48:28.144 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:28.144 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:28.144 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.144 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:28.144 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:28.144 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.145 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: pgmap v137: 161 pgs: 43 active+undersized, 26 active+undersized+degraded, 92 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 97/732 objects degraded (13.251%) 2026-02-12T03:48:28.145 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:27 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:48:28.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running tentacle or later but require_osd_release < tentacle) 2026-02-12T03:48:28.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "tentacle"}]': finished 2026-02-12T03:48:28.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: osd.7 [v2:10.20.193.145:6824/2973133472,v1:10.20.193.145:6825/2973133472] boot 2026-02-12T03:48:28.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: osdmap e139: 8 total, 8 up, 8 in 2026-02-12T03:48:28.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-02-12T03:48:28.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all mds 2026-02-12T03:48:28.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:48:28.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:48:28.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all nfs 2026-02-12T03:48:28.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:48:28.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all smb 2026-02-12T03:48:28.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.162 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: Upgrade: Finalizing container_image settings 2026-02-12T03:48:28.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.163 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:48:28.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:48:28.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running tentacle or later but require_osd_release < tentacle) 2026-02-12T03:48:28.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "tentacle"}]': finished 2026-02-12T03:48:28.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: osd.7 [v2:10.20.193.145:6824/2973133472,v1:10.20.193.145:6825/2973133472] boot 2026-02-12T03:48:28.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: osdmap e139: 8 total, 8 up, 8 in 2026-02-12T03:48:28.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-02-12T03:48:28.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all mds 2026-02-12T03:48:28.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:48:28.164 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:48:28.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all nfs 2026-02-12T03:48:28.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:48:28.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all smb 2026-02-12T03:48:28.165 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.166 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.166 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.166 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.166 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.166 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.166 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.166 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.166 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.166 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: Upgrade: Finalizing container_image settings 2026-02-12T03:48:28.166 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.166 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:48:28.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:48:28.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:48:28.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:48:28.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:48:28.167 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:48:28.168 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:48:28.168 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:48:28.168 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:48:28.168 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T03:48:28.168 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:48:28.168 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:48:28.168 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:48:28.168 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:48:28.168 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:48:28.168 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:48:28.168 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:48:28.168 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:48:28.169 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.169 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:48:28.169 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.169 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:48:28.169 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:28.169 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:48:28.169 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:48:28.169 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.169 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:48:28.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:48:28.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:48:28.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:48:28.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:48:28.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:48:28.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T03:48:28.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:48:28.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:48:28.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:48:28.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:48:28.170 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:48:28.171 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:48:28.171 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:48:28.171 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:48:28.171 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.171 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:48:28.171 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.171 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:48:28.171 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:48:28.172 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:48:28.172 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:48:28.172 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:48:28.172 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:48:28.172 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:48:28.172 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:48:28.172 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:48:28.172 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:48:28.172 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:48:28.172 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:48:28.172 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:48:28.172 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.173 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.173 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.173 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.173 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.173 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.173 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.173 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.173 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.173 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.173 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.173 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.174 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:48:28.174 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:48:28.174 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:48:28.174 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:48:28.174 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:48:28.174 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:48:28.174 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:48:28.174 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:48:28.174 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:48:28.175 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:48:28.175 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:48:28.175 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:48:28.175 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.175 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.175 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.175 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.175 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.175 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.175 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.175 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.175 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.175 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.176 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.176 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.176 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.176 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.176 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.176 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.176 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: Upgrade: Complete! 2026-02-12T03:48:28.177 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.177 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:48:28.177 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.177 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:48:28.177 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:48:28.177 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:28.177 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:28.177 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.177 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:28.177 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:28.177 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.177 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: pgmap v137: 161 pgs: 43 active+undersized, 26 active+undersized+degraded, 92 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 97/732 objects degraded (13.251%) 2026-02-12T03:48:28.177 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.178 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.178 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.178 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.178 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.178 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: Upgrade: Complete! 2026-02-12T03:48:28.178 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.178 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:48:28.178 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:28.178 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:48:28.179 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:48:28.179 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:28.179 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:28.179 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.179 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:28.179 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:28.179 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.179 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: pgmap v137: 161 pgs: 43 active+undersized, 26 active+undersized+degraded, 92 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 97/732 objects degraded (13.251%) 2026-02-12T03:48:28.179 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:27 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:28.989 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:28 trial086 ceph-mon[91466]: osdmap e140: 8 total, 8 up, 8 in 2026-02-12T03:48:28.989 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:28 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:48:28.989 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:28 trial086 ceph-mon[93716]: osdmap e140: 8 total, 8 up, 8 in 2026-02-12T03:48:28.990 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:28 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:48:29.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:28 trial145 ceph-mon[70630]: osdmap e140: 8 total, 8 up, 8 in 2026-02-12T03:48:29.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:28 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:48:29.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:48:28 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:48:28.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:48:29.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:48:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:48:28] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:48:30.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:30 trial145 ceph-mon[70630]: pgmap v139: 161 pgs: 36 active+undersized, 23 active+undersized+degraded, 102 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 89/732 objects degraded (12.158%) 2026-02-12T03:48:30.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:30 trial086 ceph-mon[91466]: pgmap v139: 161 pgs: 36 active+undersized, 23 active+undersized+degraded, 102 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 89/732 objects degraded (12.158%) 2026-02-12T03:48:30.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:30 trial086 ceph-mon[93716]: pgmap v139: 161 pgs: 36 active+undersized, 23 active+undersized+degraded, 102 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 89/732 objects degraded (12.158%) 2026-02-12T03:48:31.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:31 trial145 ceph-mon[70630]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 89/732 objects degraded (12.158%), 23 pgs degraded) 2026-02-12T03:48:31.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:31 trial145 ceph-mon[70630]: Cluster is now healthy 2026-02-12T03:48:31.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:31 trial086 ceph-mon[93716]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 89/732 objects degraded (12.158%), 23 pgs degraded) 2026-02-12T03:48:31.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:31 trial086 ceph-mon[93716]: Cluster is now healthy 2026-02-12T03:48:31.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:31 trial086 ceph-mon[91466]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 89/732 objects degraded (12.158%), 23 pgs degraded) 2026-02-12T03:48:31.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:31 trial086 ceph-mon[91466]: Cluster is now healthy 2026-02-12T03:48:32.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:32 trial086 ceph-mon[91466]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:48:32.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:32 trial086 ceph-mon[93716]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:48:32.985 INFO:teuthology.orchestra.run.trial086.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T03:48:33.022 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T03:48:33.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:32 trial145 ceph-mon[70630]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:48:33.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:48:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:48:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:48:33.308 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:48:33.531 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:48:33.531 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (4m) 89s ago 23m - - 0.28.1 91c01b3cec9b be3e853a3d14 2026-02-12T03:48:33.531 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (4m) 8s ago 23m 155M - 12.3.1 5cdab57891ea 4b2023674182 2026-02-12T03:48:33.531 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (4m) 89s ago 22m - - 3.9 4cc07a41bb19 11834d3e9425 2026-02-12T03:48:33.532 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,9283,8765 running (4m) 8s ago 24m 493M - 20.3.0-5250-g84a80275 21b90b676abb 90db61001245 2026-02-12T03:48:33.532 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:8443,9283,8765 running (13m) 89s ago 25m - - 20.3.0-5250-g84a80275 21b90b676abb 0bf0f62d6e10 2026-02-12T03:48:33.532 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (3m) 89s ago 25m - 2048M 20.3.0-5250-g84a80275 21b90b676abb b02c03c4b420 2026-02-12T03:48:33.532 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (3m) 8s ago 24m 52.8M 2048M 20.3.0-5250-g84a80275 21b90b676abb 427a1cee8855 2026-02-12T03:48:33.532 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (3m) 89s ago 24m - 2048M 20.3.0-5250-g84a80275 21b90b676abb 0890bc0876b4 2026-02-12T03:48:33.532 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (4m) 89s ago 23m - - 1.9.1 255ec253085f 373e066ca44c 2026-02-12T03:48:33.532 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (4m) 8s ago 23m 13.2M - 1.9.1 255ec253085f d5fd160ba581 2026-02-12T03:48:33.532 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (2m) 89s ago 24m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 1b5ea7bd1842 2026-02-12T03:48:33.532 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (2m) 89s ago 24m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb da9a3bbc1071 2026-02-12T03:48:33.532 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (2m) 89s ago 24m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb aa52f031ccbe 2026-02-12T03:48:33.532 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (90s) 89s ago 24m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 1e3266093e37 2026-02-12T03:48:33.532 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (70s) 8s ago 23m 53.4M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 9cf3743af434 2026-02-12T03:48:33.533 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (50s) 8s ago 23m 53.5M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 322ea529f6a2 2026-02-12T03:48:33.533 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (29s) 8s ago 23m 50.5M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 1f359e4bf617 2026-02-12T03:48:33.533 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (9s) 8s ago 23m 13.9M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 16333d49bbfd 2026-02-12T03:48:33.533 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (16m) 8s ago 23m 63.0M - 3.6.0 4fcecf061b74 fd358be701f3 2026-02-12T03:48:33.533 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (22m) 89s ago 22m - - 19.2.3-672-g283431c0 4cc07a41bb19 fc6cafaeed8d 2026-02-12T03:48:33.533 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (22m) 8s ago 22m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 01589a0f2102 2026-02-12T03:48:33.569 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 1'"'"'' 2026-02-12T03:48:33.869 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:48:34.133 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:48:34.164 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.osd | keys'"'"' | grep $sha1' 2026-02-12T03:48:34.448 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:48:34.711 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)" 2026-02-12T03:48:34.729 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:34 trial086 ceph-mon[91466]: from='client.44469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:34.729 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:34 trial086 ceph-mon[91466]: from='client.54440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:34.729 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:34 trial086 ceph-mon[91466]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 658 B/s rd, 0 op/s 2026-02-12T03:48:34.730 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:34 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/1590002118' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:34.730 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:34 trial086 ceph-mon[93716]: from='client.44469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:34.730 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:34 trial086 ceph-mon[93716]: from='client.54440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:34.730 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:34 trial086 ceph-mon[93716]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 658 B/s rd, 0 op/s 2026-02-12T03:48:34.730 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:34 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/1590002118' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:34.741 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade status' 2026-02-12T03:48:34.937 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:34 trial145 ceph-mon[70630]: from='client.44469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:34.937 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:34 trial145 ceph-mon[70630]: from='client.54440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:34.938 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:34 trial145 ceph-mon[70630]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 658 B/s rd, 0 op/s 2026-02-12T03:48:34.938 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:34 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/1590002118' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:35.024 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:48:35.248 INFO:teuthology.orchestra.run.trial086.stdout:There are no upgrades in progress currently. 2026-02-12T03:48:35.286 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph health detail' 2026-02-12T03:48:35.567 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:48:35.823 INFO:teuthology.orchestra.run.trial086.stdout:HEALTH_OK 2026-02-12T03:48:35.842 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:35 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/779677939' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:35.843 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:35 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/779677939' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:35.862 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.foo' 2026-02-12T03:48:36.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:35 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/779677939' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:36.147 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:48:36.634 INFO:teuthology.orchestra.run.trial086.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:48:36.678 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T03:48:36.842 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:36 trial086 ceph-mon[91466]: from='client.54458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:36.843 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:36 trial086 ceph-mon[91466]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T03:48:36.843 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:36 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/4055915674' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:48:36.843 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:36 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:36.843 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:36 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:36.843 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:36 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:36.843 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:36 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:36.843 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:36 trial086 ceph-mon[93716]: from='client.54458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:36.843 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:36 trial086 ceph-mon[93716]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T03:48:36.844 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:36 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/4055915674' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:48:36.844 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:36 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:36.844 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:36 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:36.844 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:36 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:36.844 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:36 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:36.966 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:48:37.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:36 trial145 ceph-mon[70630]: from='client.54458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:37.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:36 trial145 ceph-mon[70630]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T03:48:37.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:36 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/4055915674' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:48:37.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:36 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:37.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:36 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:37.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:36 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:37.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:36 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:37.208 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:48:37.551 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:48:37.552 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (4m) 93s ago 23m - - 0.28.1 91c01b3cec9b be3e853a3d14 2026-02-12T03:48:37.552 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (4m) 12s ago 23m 155M - 12.3.1 5cdab57891ea 4b2023674182 2026-02-12T03:48:37.552 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (4m) 93s ago 22m - - 3.9 4cc07a41bb19 11834d3e9425 2026-02-12T03:48:37.552 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,9283,8765 running (4m) 12s ago 24m 493M - 20.3.0-5250-g84a80275 21b90b676abb 90db61001245 2026-02-12T03:48:37.552 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:8443,9283,8765 running (13m) 93s ago 25m - - 20.3.0-5250-g84a80275 21b90b676abb 0bf0f62d6e10 2026-02-12T03:48:37.552 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (3m) 93s ago 25m - 2048M 20.3.0-5250-g84a80275 21b90b676abb b02c03c4b420 2026-02-12T03:48:37.552 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (3m) 12s ago 25m 52.8M 2048M 20.3.0-5250-g84a80275 21b90b676abb 427a1cee8855 2026-02-12T03:48:37.552 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (3m) 93s ago 24m - 2048M 20.3.0-5250-g84a80275 21b90b676abb 0890bc0876b4 2026-02-12T03:48:37.552 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (4m) 93s ago 23m - - 1.9.1 255ec253085f 373e066ca44c 2026-02-12T03:48:37.553 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (4m) 12s ago 23m 13.2M - 1.9.1 255ec253085f d5fd160ba581 2026-02-12T03:48:37.553 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (2m) 93s ago 24m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 1b5ea7bd1842 2026-02-12T03:48:37.553 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (2m) 93s ago 24m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb da9a3bbc1071 2026-02-12T03:48:37.553 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (2m) 93s ago 24m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb aa52f031ccbe 2026-02-12T03:48:37.553 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (94s) 93s ago 24m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 1e3266093e37 2026-02-12T03:48:37.553 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (74s) 12s ago 24m 53.4M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 9cf3743af434 2026-02-12T03:48:37.553 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (54s) 12s ago 23m 53.5M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 322ea529f6a2 2026-02-12T03:48:37.553 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (33s) 12s ago 23m 50.5M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 1f359e4bf617 2026-02-12T03:48:37.553 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (13s) 12s ago 23m 13.9M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 16333d49bbfd 2026-02-12T03:48:37.553 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (16m) 12s ago 23m 63.0M - 3.6.0 4fcecf061b74 fd358be701f3 2026-02-12T03:48:37.553 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (23m) 93s ago 23m - - 19.2.3-672-g283431c0 4cc07a41bb19 fc6cafaeed8d 2026-02-12T03:48:37.553 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (23m) 12s ago 23m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 01589a0f2102 2026-02-12T03:48:37.692 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[91466]: from='client.54470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:37.692 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[91466]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:48:37.692 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[91466]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:48:37.693 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:37.693 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:48:37.693 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:37.693 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:37.693 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:37.693 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:37.693 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:37.693 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:37.693 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:37.693 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:37.693 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:37.693 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:37.694 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:37.694 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial086.zahtia", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:48:37.694 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial086.zahtia", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:48:37.694 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:37.694 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[93716]: from='client.54470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:37.694 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[93716]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:48:37.694 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[93716]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:48:37.694 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:37.694 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:48:37.695 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:37.695 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:37.695 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:37.695 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:37.695 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:37.695 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:37.695 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:37.695 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:37.695 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:37.695 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:37.695 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:37.695 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial086.zahtia", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:48:37.695 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial086.zahtia", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:48:37.696 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:37 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:37.759 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:48:37.759 INFO:teuthology.orchestra.run.trial086.stdout: "mon": { 2026-02-12T03:48:37.759 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:48:37.759 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:48:37.759 INFO:teuthology.orchestra.run.trial086.stdout: "mgr": { 2026-02-12T03:48:37.759 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:48:37.759 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:48:37.760 INFO:teuthology.orchestra.run.trial086.stdout: "osd": { 2026-02-12T03:48:37.760 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T03:48:37.760 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:48:37.760 INFO:teuthology.orchestra.run.trial086.stdout: "rgw": { 2026-02-12T03:48:37.760 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:48:37.760 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:48:37.760 INFO:teuthology.orchestra.run.trial086.stdout: "overall": { 2026-02-12T03:48:37.760 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2, 2026-02-12T03:48:37.760 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 13 2026-02-12T03:48:37.760 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:48:37.760 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:48:37.932 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:48:37.933 INFO:teuthology.orchestra.run.trial086.stdout: "in_progress": true, 2026-02-12T03:48:37.933 INFO:teuthology.orchestra.run.trial086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", 2026-02-12T03:48:37.933 INFO:teuthology.orchestra.run.trial086.stdout: "services_complete": [], 2026-02-12T03:48:37.933 INFO:teuthology.orchestra.run.trial086.stdout: "which": "Upgrading daemons in service(s) rgw.foo", 2026-02-12T03:48:37.933 INFO:teuthology.orchestra.run.trial086.stdout: "progress": "0/2 daemons upgraded", 2026-02-12T03:48:37.933 INFO:teuthology.orchestra.run.trial086.stdout: "message": "Currently upgrading rgw daemons", 2026-02-12T03:48:37.933 INFO:teuthology.orchestra.run.trial086.stdout: "is_paused": false 2026-02-12T03:48:37.933 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:48:38.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:37 trial145 ceph-mon[70630]: from='client.54470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:38.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:37 trial145 ceph-mon[70630]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:48:38.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:37 trial145 ceph-mon[70630]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:48:38.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:37 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:38.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:37 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:48:38.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:37 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:38.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:37 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:38.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:37 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:38.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:37 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:38.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:37 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:38.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:37 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:38.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:37 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:38.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:37 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:38.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:37 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:38.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:37 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:38.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:37 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:38.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:37 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial086.zahtia", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:48:38.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:37 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial086.zahtia", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:48:38.137 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:37 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:38.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[91466]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:48:38.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[91466]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:48:38.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all mgr 2026-02-12T03:48:38.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all mon 2026-02-12T03:48:38.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all crash 2026-02-12T03:48:38.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all osd 2026-02-12T03:48:38.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all mds 2026-02-12T03:48:38.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[91466]: from='client.44511 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:38.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[91466]: Upgrade: Updating rgw.foo.trial086.zahtia (1/2) 2026-02-12T03:48:38.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[91466]: Deploying daemon rgw.foo.trial086.zahtia on trial086 2026-02-12T03:48:38.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[91466]: from='client.44517 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:38.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[91466]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:48:38.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[91466]: from='client.44523 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:38.912 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/1881222525' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:38.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[93716]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:48:38.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[93716]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:48:38.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all mgr 2026-02-12T03:48:38.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all mon 2026-02-12T03:48:38.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all crash 2026-02-12T03:48:38.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all osd 2026-02-12T03:48:38.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all mds 2026-02-12T03:48:38.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[93716]: from='client.44511 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:38.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[93716]: Upgrade: Updating rgw.foo.trial086.zahtia (1/2) 2026-02-12T03:48:38.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[93716]: Deploying daemon rgw.foo.trial086.zahtia on trial086 2026-02-12T03:48:38.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[93716]: from='client.44517 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:38.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[93716]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:48:38.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[93716]: from='client.44523 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:38.913 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:38 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/1881222525' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:38.989 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:38 trial145 ceph-mon[70630]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:48:38.989 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:38 trial145 ceph-mon[70630]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:48:38.989 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:38 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all mgr 2026-02-12T03:48:38.989 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:38 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all mon 2026-02-12T03:48:38.989 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:38 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all crash 2026-02-12T03:48:38.989 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:38 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all osd 2026-02-12T03:48:38.989 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:38 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all mds 2026-02-12T03:48:38.989 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:38 trial145 ceph-mon[70630]: from='client.44511 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:38.990 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:38 trial145 ceph-mon[70630]: Upgrade: Updating rgw.foo.trial086.zahtia (1/2) 2026-02-12T03:48:38.990 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:38 trial145 ceph-mon[70630]: Deploying daemon rgw.foo.trial086.zahtia on trial086 2026-02-12T03:48:38.990 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:38 trial145 ceph-mon[70630]: from='client.44517 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:38.990 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:38 trial145 ceph-mon[70630]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:48:38.990 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:38 trial145 ceph-mon[70630]: from='client.44523 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:38.990 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:38 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/1881222525' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:39.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:48:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:48:38.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:48:39.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:48:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:48:38] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:48:39.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:39 trial086 ceph-mon[91466]: from='client.44535 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:39.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:39 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:48:39.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:39 trial086 ceph-mon[93716]: from='client.44535 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:39.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:39 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:48:40.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:39 trial145 ceph-mon[70630]: from='client.44535 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:48:40.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:39 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:48:40.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:40 trial086 ceph-mon[93716]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 870 B/s rd, 0 op/s 2026-02-12T03:48:40.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:40 trial086 ceph-mon[91466]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 870 B/s rd, 0 op/s 2026-02-12T03:48:41.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:40 trial145 ceph-mon[70630]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 870 B/s rd, 0 op/s 2026-02-12T03:48:42.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:42 trial145 ceph-mon[70630]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:48:42.886 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:48:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:48:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:48:42.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:42 trial086 ceph-mon[91466]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:48:42.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:42 trial086 ceph-mon[93716]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:48:44.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:44 trial086 ceph-mon[93716]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:48:44.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:44 trial086 ceph-mon[91466]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:48:45.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:44 trial145 ceph-mon[70630]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:48:46.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:46 trial086 ceph-mon[91466]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:48:46.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:46 trial086 ceph-mon[93716]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:48:47.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:46 trial145 ceph-mon[70630]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:48:48.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:48 trial145 ceph-mon[70630]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:48:48.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:48 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:48.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:48 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:48.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:48 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:48.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:48 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial145.zneoxq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:48:48.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:48 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial145.zneoxq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:48:48.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:48 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:48.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:48 trial086 ceph-mon[91466]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:48:48.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:48 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:48.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:48 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:48.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:48 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:48.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:48 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial145.zneoxq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:48:48.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:48 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial145.zneoxq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:48:48.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:48 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:48.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:48 trial086 ceph-mon[93716]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:48:48.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:48 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:48.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:48 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:48.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:48 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:48.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:48 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial145.zneoxq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:48:48.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:48 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial145.zneoxq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:48:48.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:48 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:49.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:48:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:48:48.988Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:48:49.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:48:48 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:48:48] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:48:49.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:49 trial086 ceph-mon[91466]: Upgrade: Updating rgw.foo.trial145.zneoxq (2/2) 2026-02-12T03:48:49.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:49 trial086 ceph-mon[91466]: Deploying daemon rgw.foo.trial145.zneoxq on trial145 2026-02-12T03:48:49.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:49 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:48:49.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:49 trial086 ceph-mon[93716]: Upgrade: Updating rgw.foo.trial145.zneoxq (2/2) 2026-02-12T03:48:49.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:49 trial086 ceph-mon[93716]: Deploying daemon rgw.foo.trial145.zneoxq on trial145 2026-02-12T03:48:49.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:49 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:48:50.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:49 trial145 ceph-mon[70630]: Upgrade: Updating rgw.foo.trial145.zneoxq (2/2) 2026-02-12T03:48:50.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:49 trial145 ceph-mon[70630]: Deploying daemon rgw.foo.trial145.zneoxq on trial145 2026-02-12T03:48:50.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:49 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:48:50.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:50 trial086 ceph-mon[91466]: pgmap v149: 161 pgs: 161 active+clean; 586 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 28 KiB/s rd, 426 B/s wr, 48 op/s 2026-02-12T03:48:50.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:50 trial086 ceph-mon[93716]: pgmap v149: 161 pgs: 161 active+clean; 586 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 28 KiB/s rd, 426 B/s wr, 48 op/s 2026-02-12T03:48:50.915 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:50 trial145 ceph-mon[70630]: pgmap v149: 161 pgs: 161 active+clean; 586 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 28 KiB/s rd, 426 B/s wr, 48 op/s 2026-02-12T03:48:52.507 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:52 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:52.508 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:52 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:52.508 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:52 trial086 ceph-mon[93716]: pgmap v150: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 182 KiB/s rd, 2.7 KiB/s wr, 320 op/s 2026-02-12T03:48:52.508 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:52 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:52.508 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:52 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:52.508 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:52 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:52.508 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:52 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:52.508 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:52 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:52.509 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:52 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:52.509 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:52 trial086 ceph-mon[91466]: pgmap v150: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 182 KiB/s rd, 2.7 KiB/s wr, 320 op/s 2026-02-12T03:48:52.509 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:52 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:52.509 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:52 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:52.509 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:52 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:52.509 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:52 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:52.524 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:52 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:52.524 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:52 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:52.524 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:52 trial145 ceph-mon[70630]: pgmap v150: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 182 KiB/s rd, 2.7 KiB/s wr, 320 op/s 2026-02-12T03:48:52.524 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:52 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:52.524 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:52 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:52.524 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:52 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:52.525 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:52 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:52.885 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:48:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:48:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:48:53.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:53.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:53.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:48:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial086.zahtia"} : dispatch 2026-02-12T03:48:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial086.zahtia"} : dispatch 2026-02-12T03:48:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial086.zahtia"}]': finished 2026-02-12T03:48:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial145.zneoxq"} : dispatch 2026-02-12T03:48:53.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial145.zneoxq"} : dispatch 2026-02-12T03:48:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial145.zneoxq"}]': finished 2026-02-12T03:48:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:48:53.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:48:53.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:48:53.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:53.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:53.641 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:48:53.641 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:48:53.641 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:48:53.641 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:48:53.641 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:48:53.641 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:48:53.641 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T03:48:53.641 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:48:53.641 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:48:53.641 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:53 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:48:53.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:53.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:53.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:48:53.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial086.zahtia"} : dispatch 2026-02-12T03:48:53.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial086.zahtia"} : dispatch 2026-02-12T03:48:53.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial086.zahtia"}]': finished 2026-02-12T03:48:53.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial145.zneoxq"} : dispatch 2026-02-12T03:48:53.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial145.zneoxq"} : dispatch 2026-02-12T03:48:53.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial145.zneoxq"}]': finished 2026-02-12T03:48:53.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.664 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.664 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.664 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.664 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.664 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.664 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.664 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.664 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.664 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:53.664 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:53.665 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.665 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.665 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.665 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.665 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.665 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:48:53.665 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.665 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.665 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.665 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.665 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.665 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial086.zahtia"} : dispatch 2026-02-12T03:48:53.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial086.zahtia"} : dispatch 2026-02-12T03:48:53.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial086.zahtia"}]': finished 2026-02-12T03:48:53.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial145.zneoxq"} : dispatch 2026-02-12T03:48:53.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial145.zneoxq"} : dispatch 2026-02-12T03:48:53.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial145.zneoxq"}]': finished 2026-02-12T03:48:53.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.667 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.667 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.667 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.667 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.667 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.667 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.667 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.667 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.668 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.668 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.668 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.668 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.668 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.668 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.668 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:48:53.668 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.668 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:48:53.668 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:48:53.668 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:53.668 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:53.668 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:48:53.669 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:48:53.669 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:48:53.669 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:48:53.669 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:48:53.669 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:48:53.669 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T03:48:53.669 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:48:53.669 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.669 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.670 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.670 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.670 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.670 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:53.670 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.670 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.670 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.670 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.670 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.670 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.670 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.670 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:48:53.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:48:53.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:48:53.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:48:53.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:53.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:53.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:48:53.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:48:53.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:48:53.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:48:53.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:48:53.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:48:53.672 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T03:48:53.672 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:48:53.672 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:48:53.672 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:48:53.672 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:48:53.672 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:53 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:48:54.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: Upgrade: 1 rgw daemon(s) are 19.2.3-672-g283431c0 != target 20.3.0-5250-g84a80275 2026-02-12T03:48:54.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all rgw 2026-02-12T03:48:54.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:48:54.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:48:54.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all nfs 2026-02-12T03:48:54.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:48:54.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all smb 2026-02-12T03:48:54.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: Upgrade: Finalizing container_image settings 2026-02-12T03:48:54.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:48:54.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:48:54.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T03:48:54.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:48:54.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:48:54.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:48:54.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:48:54.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.637 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:48:54.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:48:54.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:48:54.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:48:54.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:48:54.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:48:54.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:48:54.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:48:54.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:48:54.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:48:54.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:48:54.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:48:54.638 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:48:54.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.639 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: Upgrade: Complete! 2026-02-12T03:48:54.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:48:54.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:48:54.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:48:54.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:54.640 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:54.641 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: Checking dashboard <-> RGW credentials 2026-02-12T03:48:54.641 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:54.641 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: pgmap v151: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 182 KiB/s rd, 2.7 KiB/s wr, 319 op/s 2026-02-12T03:48:54.641 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:54.641 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:54.641 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:54 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:54.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: Upgrade: 1 rgw daemon(s) are 19.2.3-672-g283431c0 != target 20.3.0-5250-g84a80275 2026-02-12T03:48:54.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all rgw 2026-02-12T03:48:54.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:48:54.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:48:54.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all nfs 2026-02-12T03:48:54.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:48:54.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all smb 2026-02-12T03:48:54.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: Upgrade: Finalizing container_image settings 2026-02-12T03:48:54.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:48:54.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:48:54.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T03:48:54.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:48:54.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:48:54.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:48:54.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:48:54.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:48:54.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:48:54.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:48:54.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:48:54.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:48:54.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:48:54.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:48:54.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:48:54.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:48:54.662 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:48:54.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: Upgrade: 1 rgw daemon(s) are 19.2.3-672-g283431c0 != target 20.3.0-5250-g84a80275 2026-02-12T03:48:54.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all rgw 2026-02-12T03:48:54.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:48:54.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:48:54.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all nfs 2026-02-12T03:48:54.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:48:54.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all smb 2026-02-12T03:48:54.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: Upgrade: Finalizing container_image settings 2026-02-12T03:48:54.663 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:48:54.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:48:54.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T03:48:54.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:48:54.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:48:54.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:48:54.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:48:54.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:48:54.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:48:54.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:48:54.664 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:48:54.665 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:48:54.665 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:48:54.665 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:48:54.665 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:48:54.665 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:48:54.665 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:48:54.665 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:48:54.665 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:48:54.665 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:48:54.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.666 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.667 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.667 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.667 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.667 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.667 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: Upgrade: Complete! 2026-02-12T03:48:54.667 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.667 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:48:54.667 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.667 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:48:54.667 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:48:54.668 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:48:54.668 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:48:54.668 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:48:54.668 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.668 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.668 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.668 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.668 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.668 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.668 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.669 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.669 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.669 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.669 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.669 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.669 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.669 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.669 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.669 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.669 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: Upgrade: Complete! 2026-02-12T03:48:54.669 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.669 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:48:54.669 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:48:54.670 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:48:54.670 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:48:54.670 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:54.670 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:54.670 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: Checking dashboard <-> RGW credentials 2026-02-12T03:48:54.670 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:54.670 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: pgmap v151: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 182 KiB/s rd, 2.7 KiB/s wr, 319 op/s 2026-02-12T03:48:54.670 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:54.670 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:54.671 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:54.671 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:54.671 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:54.671 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: Checking dashboard <-> RGW credentials 2026-02-12T03:48:54.671 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:54.671 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: pgmap v151: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 182 KiB/s rd, 2.7 KiB/s wr, 319 op/s 2026-02-12T03:48:54.671 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:48:54.671 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:48:54.671 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:54 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:56.590 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:48:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:48:56.164Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:48:56.590 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:48:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:48:56.165Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:48:56.591 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:48:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:48:56.165Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:48:56.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:56 trial145 ceph-mon[70630]: pgmap v152: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 339 KiB/s rd, 2.8 KiB/s wr, 589 op/s 2026-02-12T03:48:56.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:56 trial086 ceph-mon[93716]: pgmap v152: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 339 KiB/s rd, 2.8 KiB/s wr, 589 op/s 2026-02-12T03:48:56.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:56 trial086 ceph-mon[91466]: pgmap v152: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 339 KiB/s rd, 2.8 KiB/s wr, 589 op/s 2026-02-12T03:48:58.989 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:58 trial086 ceph-mon[93716]: pgmap v153: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 374 KiB/s rd, 2.8 KiB/s wr, 649 op/s 2026-02-12T03:48:58.989 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:58 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:58.990 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:58 trial086 ceph-mon[91466]: pgmap v153: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 374 KiB/s rd, 2.8 KiB/s wr, 649 op/s 2026-02-12T03:48:58.990 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:58 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:59.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:58 trial145 ceph-mon[70630]: pgmap v153: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 374 KiB/s rd, 2.8 KiB/s wr, 649 op/s 2026-02-12T03:48:59.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:58 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:48:59.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:48:58 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:48:58.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:48:59.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:48:58 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:48:58] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:49:00.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:48:59 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:49:00.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:48:59 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:49:00.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:48:59 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:49:01.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:00 trial145 ceph-mon[70630]: pgmap v154: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 374 KiB/s rd, 2.8 KiB/s wr, 649 op/s 2026-02-12T03:49:01.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:00 trial086 ceph-mon[93716]: pgmap v154: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 374 KiB/s rd, 2.8 KiB/s wr, 649 op/s 2026-02-12T03:49:01.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:00 trial086 ceph-mon[91466]: pgmap v154: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 374 KiB/s rd, 2.8 KiB/s wr, 649 op/s 2026-02-12T03:49:03.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:02 trial145 ceph-mon[70630]: pgmap v155: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 348 KiB/s rd, 2.4 KiB/s wr, 602 op/s 2026-02-12T03:49:03.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:49:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:49:02] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:49:03.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:02 trial086 ceph-mon[93716]: pgmap v155: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 348 KiB/s rd, 2.4 KiB/s wr, 602 op/s 2026-02-12T03:49:03.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:02 trial086 ceph-mon[91466]: pgmap v155: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 348 KiB/s rd, 2.4 KiB/s wr, 602 op/s 2026-02-12T03:49:05.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:04 trial145 ceph-mon[70630]: pgmap v156: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 193 KiB/s rd, 85 B/s wr, 331 op/s 2026-02-12T03:49:05.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:04 trial086 ceph-mon[93716]: pgmap v156: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 193 KiB/s rd, 85 B/s wr, 331 op/s 2026-02-12T03:49:05.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:04 trial086 ceph-mon[91466]: pgmap v156: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 193 KiB/s rd, 85 B/s wr, 331 op/s 2026-02-12T03:49:07.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:06 trial145 ceph-mon[70630]: pgmap v157: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 194 KiB/s rd, 85 B/s wr, 331 op/s 2026-02-12T03:49:07.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:06 trial086 ceph-mon[93716]: pgmap v157: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 194 KiB/s rd, 85 B/s wr, 331 op/s 2026-02-12T03:49:07.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:06 trial086 ceph-mon[91466]: pgmap v157: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 194 KiB/s rd, 85 B/s wr, 331 op/s 2026-02-12T03:49:08.107 INFO:teuthology.orchestra.run.trial086.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T03:49:08.163 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T03:49:08.448 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:49:08.675 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:49:08.676 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (4m) 16s ago 23m - - 0.28.1 91c01b3cec9b be3e853a3d14 2026-02-12T03:49:08.676 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (4m) 16s ago 23m 155M - 12.3.1 5cdab57891ea 4b2023674182 2026-02-12T03:49:08.676 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (5m) 16s ago 23m - - 3.9 4cc07a41bb19 11834d3e9425 2026-02-12T03:49:08.676 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,9283,8765 running (5m) 16s ago 25m 494M - 20.3.0-5250-g84a80275 21b90b676abb 90db61001245 2026-02-12T03:49:08.676 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:8443,9283,8765 running (14m) 16s ago 26m - - 20.3.0-5250-g84a80275 21b90b676abb 0bf0f62d6e10 2026-02-12T03:49:08.676 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (3m) 16s ago 26m - 2048M 20.3.0-5250-g84a80275 21b90b676abb b02c03c4b420 2026-02-12T03:49:08.676 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (4m) 16s ago 25m 51.7M 2048M 20.3.0-5250-g84a80275 21b90b676abb 427a1cee8855 2026-02-12T03:49:08.676 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (3m) 16s ago 25m - 2048M 20.3.0-5250-g84a80275 21b90b676abb 0890bc0876b4 2026-02-12T03:49:08.676 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (4m) 16s ago 23m - - 1.9.1 255ec253085f 373e066ca44c 2026-02-12T03:49:08.676 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (4m) 16s ago 23m 13.4M - 1.9.1 255ec253085f d5fd160ba581 2026-02-12T03:49:08.677 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (3m) 16s ago 25m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 1b5ea7bd1842 2026-02-12T03:49:08.677 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (2m) 16s ago 25m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb da9a3bbc1071 2026-02-12T03:49:08.677 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (2m) 16s ago 24m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb aa52f031ccbe 2026-02-12T03:49:08.677 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (2m) 16s ago 24m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 1e3266093e37 2026-02-12T03:49:08.677 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (105s) 16s ago 24m 66.3M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 9cf3743af434 2026-02-12T03:49:08.677 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (85s) 16s ago 24m 61.6M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 322ea529f6a2 2026-02-12T03:49:08.677 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (65s) 16s ago 24m 59.2M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 1f359e4bf617 2026-02-12T03:49:08.677 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (44s) 16s ago 24m 59.3M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 16333d49bbfd 2026-02-12T03:49:08.677 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (17m) 16s ago 23m 63.1M - 3.6.0 4fcecf061b74 fd358be701f3 2026-02-12T03:49:08.677 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (20s) 16s ago 23m - - 20.3.0-5250-g84a80275 21b90b676abb ee2881ed3946 2026-02-12T03:49:08.677 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (17s) 16s ago 23m 102M - 20.3.0-5250-g84a80275 21b90b676abb 3a8b2a04f1e9 2026-02-12T03:49:08.714 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions' 2026-02-12T03:49:08.988 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:08 trial086 ceph-mon[93716]: pgmap v158: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 36 KiB/s rd, 0 B/s wr, 61 op/s 2026-02-12T03:49:08.988 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:08 trial086 ceph-mon[91466]: pgmap v158: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 36 KiB/s rd, 0 B/s wr, 61 op/s 2026-02-12T03:49:08.997 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:49:09.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:08 trial145 ceph-mon[70630]: pgmap v158: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 36 KiB/s rd, 0 B/s wr, 61 op/s 2026-02-12T03:49:09.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:49:08 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:49:08.988Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:49:09.251 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:49:09.251 INFO:teuthology.orchestra.run.trial086.stdout: "mon": { 2026-02-12T03:49:09.251 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:49:09.252 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:49:09.252 INFO:teuthology.orchestra.run.trial086.stdout: "mgr": { 2026-02-12T03:49:09.252 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:49:09.252 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:49:09.252 INFO:teuthology.orchestra.run.trial086.stdout: "osd": { 2026-02-12T03:49:09.252 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T03:49:09.252 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:49:09.252 INFO:teuthology.orchestra.run.trial086.stdout: "rgw": { 2026-02-12T03:49:09.252 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 1, 2026-02-12T03:49:09.252 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:49:09.252 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:49:09.252 INFO:teuthology.orchestra.run.trial086.stdout: "overall": { 2026-02-12T03:49:09.253 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 1, 2026-02-12T03:49:09.253 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 15 2026-02-12T03:49:09.253 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:49:09.253 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:49:09.253 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:49:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:49:08] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:49:09.293 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'time timeout 60 bash -c "until ceph versions | jq -e '"'"'.rgw | length == 1'"'"'; do sleep 2; done"' 2026-02-12T03:49:09.576 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:49:09.839 INFO:teuthology.orchestra.run.trial086.stdout:false 2026-02-12T03:49:09.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:09 trial086 ceph-mon[91466]: from='client.54578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:09.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:09 trial086 ceph-mon[91466]: from='client.54584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:09.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:09 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:49:09.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:09 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/673660112' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:09.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:09 trial086 ceph-mon[93716]: from='client.54578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:09.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:09 trial086 ceph-mon[93716]: from='client.54584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:09.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:09 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:49:09.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:09 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/673660112' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:10.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:09 trial145 ceph-mon[70630]: from='client.54578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:10.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:09 trial145 ceph-mon[70630]: from='client.54584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:10.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:09 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:49:10.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:09 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/673660112' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:11.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:10 trial145 ceph-mon[70630]: pgmap v159: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:11.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:10 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/2578210342' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:11.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:10 trial086 ceph-mon[93716]: pgmap v159: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:11.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:10 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/2578210342' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:11.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:10 trial086 ceph-mon[91466]: pgmap v159: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:11.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:10 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/2578210342' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:12.041 INFO:teuthology.orchestra.run.trial086.stdout:false 2026-02-12T03:49:12.041 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:11 trial086 ceph-mon[93716]: pgmap v160: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:12.042 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:11 trial086 ceph-mon[91466]: pgmap v160: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:12.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:11 trial145 ceph-mon[70630]: pgmap v160: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:13.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:12 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/4185422541' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:13.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:49:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:49:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:49:13.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:12 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/4185422541' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:13.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:12 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/4185422541' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:14.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:13 trial145 ceph-mon[70630]: pgmap v161: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:14.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:13 trial086 ceph-mon[93716]: pgmap v161: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:14.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:13 trial086 ceph-mon[91466]: pgmap v161: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:14.244 INFO:teuthology.orchestra.run.trial086.stdout:false 2026-02-12T03:49:15.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:14 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/441022548' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:15.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:14 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/441022548' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:15.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:14 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/441022548' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:16.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:15 trial145 ceph-mon[70630]: pgmap v162: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:16.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:15 trial086 ceph-mon[93716]: pgmap v162: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:16.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:15 trial086 ceph-mon[91466]: pgmap v162: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:16.446 INFO:teuthology.orchestra.run.trial086.stdout:false 2026-02-12T03:49:17.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:16 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/609396886' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:17.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:16 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/609396886' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:17.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:16 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/609396886' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:18.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:17 trial145 ceph-mon[70630]: pgmap v163: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:18.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:17 trial086 ceph-mon[93716]: pgmap v163: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:18.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:17 trial086 ceph-mon[91466]: pgmap v163: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:18.648 INFO:teuthology.orchestra.run.trial086.stdout:false 2026-02-12T03:49:18.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:18 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/961350057' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:18.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:18 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:49:18.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:18 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/961350057' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:18.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:18 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:49:19.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:18 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/961350057' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:19.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:18 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:49:19.136 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:49:18 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:49:18.988Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:49:19.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:49:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:49:18] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:49:20.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:19 trial145 ceph-mon[70630]: pgmap v164: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:20.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:19 trial086 ceph-mon[93716]: pgmap v164: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:20.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:19 trial086 ceph-mon[91466]: pgmap v164: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:20.847 INFO:teuthology.orchestra.run.trial086.stdout:false 2026-02-12T03:49:21.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:20 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/1302009262' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:21.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:20 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/1302009262' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:21.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:20 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/1302009262' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:22.160 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:21 trial086 ceph-mon[93716]: pgmap v165: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:22.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:21 trial086 ceph-mon[91466]: pgmap v165: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:22.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:21 trial145 ceph-mon[70630]: pgmap v165: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:23.046 INFO:teuthology.orchestra.run.trial086.stdout:false 2026-02-12T03:49:23.089 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:49:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:49:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:49:23.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:23 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/3640782778' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:23.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:23 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/3640782778' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:23.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:23 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/3640782778' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:24.357 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:24 trial086 ceph-mon[93716]: pgmap v166: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:24.357 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:24 trial086 ceph-mon[91466]: pgmap v166: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:24.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:24 trial145 ceph-mon[70630]: pgmap v166: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:25.250 INFO:teuthology.orchestra.run.trial086.stdout:false 2026-02-12T03:49:25.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:25 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/1220462146' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:25.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:25 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/1220462146' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:25.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:25 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/1220462146' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:26.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:26 trial145 ceph-mon[70630]: pgmap v167: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:26.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:26 trial086 ceph-mon[93716]: pgmap v167: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:26.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:26 trial086 ceph-mon[91466]: pgmap v167: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:27.450 INFO:teuthology.orchestra.run.trial086.stdout:false 2026-02-12T03:49:27.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:27 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/3902750942' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:27.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:27 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/3902750942' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:27.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:27 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/3902750942' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:28.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:28 trial145 ceph-mon[70630]: pgmap v168: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:28.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:28 trial086 ceph-mon[93716]: pgmap v168: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:28.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:28 trial086 ceph-mon[91466]: pgmap v168: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:29.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:49:28 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:49:28.988Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:49:29.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:49:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:49:28] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:49:29.652 INFO:teuthology.orchestra.run.trial086.stdout:false 2026-02-12T03:49:29.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:29 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:49:29.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:29 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:49:29.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:29 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:49:30.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:30 trial145 ceph-mon[70630]: pgmap v169: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:30.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:30 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/967467045' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:30.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:30 trial086 ceph-mon[93716]: pgmap v169: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:30.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:30 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/967467045' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:30.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:30 trial086 ceph-mon[91466]: pgmap v169: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:30.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:30 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/967467045' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:31.852 INFO:teuthology.orchestra.run.trial086.stdout:false 2026-02-12T03:49:32.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:32 trial145 ceph-mon[70630]: pgmap v170: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:32.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:32 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/2141724357' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:32.886 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:49:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:49:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:49:32.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:32 trial086 ceph-mon[93716]: pgmap v170: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:32.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:32 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/2141724357' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:32.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:32 trial086 ceph-mon[91466]: pgmap v170: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:32.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:32 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/2141724357' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:34.055 INFO:teuthology.orchestra.run.trial086.stdout:false 2026-02-12T03:49:34.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:34 trial145 ceph-mon[70630]: pgmap v171: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:34.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:34 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/810859102' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:34.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:34 trial086 ceph-mon[93716]: pgmap v171: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:34.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:34 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/810859102' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:34.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:34 trial086 ceph-mon[91466]: pgmap v171: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:34.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:34 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/810859102' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:36.257 INFO:teuthology.orchestra.run.trial086.stdout:false 2026-02-12T03:49:36.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:36 trial145 ceph-mon[70630]: pgmap v172: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:36.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:36 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/3560244476' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:36.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:36 trial086 ceph-mon[91466]: pgmap v172: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:36.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:36 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/3560244476' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:36.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:36 trial086 ceph-mon[93716]: pgmap v172: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:36.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:36 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/3560244476' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:38.463 INFO:teuthology.orchestra.run.trial086.stdout:false 2026-02-12T03:49:38.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:38 trial145 ceph-mon[70630]: pgmap v173: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:38.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:38 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/1914048831' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:38.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:38 trial086 ceph-mon[93716]: pgmap v173: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:38.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:38 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/1914048831' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:38.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:38 trial086 ceph-mon[91466]: pgmap v173: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:38.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:38 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/1914048831' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:39.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:49:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:49:38.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:49:39.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:49:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:49:38] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:49:39.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:39 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:49:39.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:39 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:49:39.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:39 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:49:40.667 INFO:teuthology.orchestra.run.trial086.stdout:false 2026-02-12T03:49:40.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:40 trial145 ceph-mon[70630]: pgmap v174: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:40.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:40 trial086 ceph-mon[93716]: pgmap v174: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:40.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:40 trial086 ceph-mon[91466]: pgmap v174: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:41.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:41 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/3288553885' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:41.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:41 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/3288553885' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:41.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:41 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/3288553885' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:42.869 INFO:teuthology.orchestra.run.trial086.stdout:false 2026-02-12T03:49:42.869 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:42 trial086 ceph-mon[93716]: pgmap v175: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:42.870 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:42 trial086 ceph-mon[91466]: pgmap v175: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:42.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:42 trial145 ceph-mon[70630]: pgmap v175: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:42.885 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:49:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:49:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:49:43.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:43 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/4218894033' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:43.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:43 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/4218894033' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:43.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:43 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/4218894033' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:44.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:44 trial145 ceph-mon[70630]: pgmap v176: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:44.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:44 trial086 ceph-mon[93716]: pgmap v176: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:44.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:44 trial086 ceph-mon[91466]: pgmap v176: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:45.069 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:49:45.070 INFO:teuthology.orchestra.run.trial086.stderr: 2026-02-12T03:49:45.070 INFO:teuthology.orchestra.run.trial086.stderr:real 0m35.432s 2026-02-12T03:49:45.070 INFO:teuthology.orchestra.run.trial086.stderr:user 0m3.056s 2026-02-12T03:49:45.070 INFO:teuthology.orchestra.run.trial086.stderr:sys 0m0.405s 2026-02-12T03:49:45.124 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.rgw | keys'"'"' | grep $sha1' 2026-02-12T03:49:45.408 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:49:45.670 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)" 2026-02-12T03:49:45.682 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:45 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/1253525566' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:45.682 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:45 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/1253525566' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:45.702 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade status' 2026-02-12T03:49:45.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:45 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/1253525566' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:45.983 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:49:46.206 INFO:teuthology.orchestra.run.trial086.stdout:There are no upgrades in progress currently. 2026-02-12T03:49:46.244 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph health detail' 2026-02-12T03:49:46.528 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:49:46.790 INFO:teuthology.orchestra.run.trial086.stdout:HEALTH_OK 2026-02-12T03:49:46.805 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:46 trial086 ceph-mon[91466]: pgmap v177: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:46.805 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:46 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/2716480624' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:46.805 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:46 trial086 ceph-mon[93716]: pgmap v177: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:46.806 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:46 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/2716480624' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:46.827 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2026-02-12T03:49:46.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:46 trial145 ceph-mon[70630]: pgmap v177: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:46.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:46 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/2716480624' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:47.108 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:49:47.330 INFO:teuthology.orchestra.run.trial086.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:49:47.370 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-12T03:49:47.385 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@trial086.front.sepia.ceph.com 2026-02-12T03:49:47.385 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done' 2026-02-12T03:49:47.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:47 trial086 ceph-mon[93716]: from='client.44742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:47.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:47 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/1504447925' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:49:47.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:47 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:47.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:47 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:49:47.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:47 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:49:47.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:47 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:47.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:47 trial086 ceph-mon[91466]: from='client.44742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:47.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:47 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/1504447925' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:49:47.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:47 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:47.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:47 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:49:47.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:47 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:49:47.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:47 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:47.670 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:49:47.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:47 trial145 ceph-mon[70630]: from='client.44742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:47.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:47 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/1504447925' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:49:47.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:47 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:47.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:47 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:49:47.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:47 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:49:47.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:47 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:47.917 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:49:48.267 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:49:48.267 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (5m) 56s ago 24m - - 0.28.1 91c01b3cec9b be3e853a3d14 2026-02-12T03:49:48.267 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (5m) 56s ago 24m 155M - 12.3.1 5cdab57891ea 4b2023674182 2026-02-12T03:49:48.267 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (5m) 56s ago 24m - - 3.9 4cc07a41bb19 11834d3e9425 2026-02-12T03:49:48.267 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,9283,8765 running (5m) 56s ago 26m 494M - 20.3.0-5250-g84a80275 21b90b676abb 90db61001245 2026-02-12T03:49:48.267 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:8443,9283,8765 running (14m) 56s ago 26m - - 20.3.0-5250-g84a80275 21b90b676abb 0bf0f62d6e10 2026-02-12T03:49:48.267 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (4m) 56s ago 26m - 2048M 20.3.0-5250-g84a80275 21b90b676abb b02c03c4b420 2026-02-12T03:49:48.268 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (5m) 56s ago 26m 51.7M 2048M 20.3.0-5250-g84a80275 21b90b676abb 427a1cee8855 2026-02-12T03:49:48.268 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (4m) 56s ago 26m - 2048M 20.3.0-5250-g84a80275 21b90b676abb 0890bc0876b4 2026-02-12T03:49:48.268 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (5m) 56s ago 24m - - 1.9.1 255ec253085f 373e066ca44c 2026-02-12T03:49:48.268 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (5m) 56s ago 24m 13.4M - 1.9.1 255ec253085f d5fd160ba581 2026-02-12T03:49:48.268 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (3m) 56s ago 25m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 1b5ea7bd1842 2026-02-12T03:49:48.268 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (3m) 56s ago 25m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb da9a3bbc1071 2026-02-12T03:49:48.268 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (3m) 56s ago 25m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb aa52f031ccbe 2026-02-12T03:49:48.268 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (2m) 56s ago 25m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 1e3266093e37 2026-02-12T03:49:48.268 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (2m) 56s ago 25m 66.3M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 9cf3743af434 2026-02-12T03:49:48.268 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (2m) 56s ago 25m 61.6M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 322ea529f6a2 2026-02-12T03:49:48.268 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (104s) 56s ago 24m 59.2M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 1f359e4bf617 2026-02-12T03:49:48.268 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (84s) 56s ago 24m 59.3M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 16333d49bbfd 2026-02-12T03:49:48.268 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (17m) 56s ago 24m 63.1M - 3.6.0 4fcecf061b74 fd358be701f3 2026-02-12T03:49:48.269 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (60s) 56s ago 24m - - 20.3.0-5250-g84a80275 21b90b676abb ee2881ed3946 2026-02-12T03:49:48.269 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (57s) 56s ago 24m 102M - 20.3.0-5250-g84a80275 21b90b676abb 3a8b2a04f1e9 2026-02-12T03:49:48.471 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:49:48.472 INFO:teuthology.orchestra.run.trial086.stdout: "mon": { 2026-02-12T03:49:48.472 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:49:48.472 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:49:48.472 INFO:teuthology.orchestra.run.trial086.stdout: "mgr": { 2026-02-12T03:49:48.472 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:49:48.472 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:49:48.472 INFO:teuthology.orchestra.run.trial086.stdout: "osd": { 2026-02-12T03:49:48.472 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T03:49:48.472 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:49:48.472 INFO:teuthology.orchestra.run.trial086.stdout: "rgw": { 2026-02-12T03:49:48.472 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:49:48.473 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:49:48.473 INFO:teuthology.orchestra.run.trial086.stdout: "overall": { 2026-02-12T03:49:48.473 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 15 2026-02-12T03:49:48.473 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:49:48.473 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:49:48.638 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:49:48.638 INFO:teuthology.orchestra.run.trial086.stdout: "in_progress": true, 2026-02-12T03:49:48.638 INFO:teuthology.orchestra.run.trial086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", 2026-02-12T03:49:48.638 INFO:teuthology.orchestra.run.trial086.stdout: "services_complete": [ 2026-02-12T03:49:48.638 INFO:teuthology.orchestra.run.trial086.stdout: "mon", 2026-02-12T03:49:48.638 INFO:teuthology.orchestra.run.trial086.stdout: "rgw", 2026-02-12T03:49:48.638 INFO:teuthology.orchestra.run.trial086.stdout: "mgr", 2026-02-12T03:49:48.638 INFO:teuthology.orchestra.run.trial086.stdout: "osd" 2026-02-12T03:49:48.638 INFO:teuthology.orchestra.run.trial086.stdout: ], 2026-02-12T03:49:48.638 INFO:teuthology.orchestra.run.trial086.stdout: "which": "Upgrading all daemon types on all hosts", 2026-02-12T03:49:48.638 INFO:teuthology.orchestra.run.trial086.stdout: "progress": "15/21 daemons upgraded", 2026-02-12T03:49:48.638 INFO:teuthology.orchestra.run.trial086.stdout: "message": "Currently upgrading iscsi daemons", 2026-02-12T03:49:48.639 INFO:teuthology.orchestra.run.trial086.stdout: "is_paused": false 2026-02-12T03:49:48.639 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:49:48.722 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='client.54716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:48.722 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:49:48.722 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:49:48.722 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: pgmap v178: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:48.722 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.722 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:49:48.722 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:49:48.722 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:49:48.722 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all mgr 2026-02-12T03:49:48.722 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.723 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.723 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all mon 2026-02-12T03:49:48.723 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.723 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.723 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all crash 2026-02-12T03:49:48.723 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.723 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.723 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all osd 2026-02-12T03:49:48.723 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.723 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.723 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all mds 2026-02-12T03:49:48.723 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.723 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.723 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all rgw 2026-02-12T03:49:48.724 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.724 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.724 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:49:48.724 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.724 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.724 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:49:48.724 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.724 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:49:48.724 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.724 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.724 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.724 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]} : dispatch 2026-02-12T03:49:48.724 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]} : dispatch 2026-02-12T03:49:48.724 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:49:48.725 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/3034138638' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.725 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='client.54716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:48.725 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:49:48.725 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:49:48.725 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: pgmap v178: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:48.725 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.725 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:49:48.725 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:49:48.725 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:49:48.725 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all mgr 2026-02-12T03:49:48.726 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.726 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.726 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all mon 2026-02-12T03:49:48.726 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.726 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.726 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all crash 2026-02-12T03:49:48.726 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.726 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.726 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all osd 2026-02-12T03:49:48.726 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.726 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.726 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all mds 2026-02-12T03:49:48.726 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.726 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.726 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all rgw 2026-02-12T03:49:48.727 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.727 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.727 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:49:48.727 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.727 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.727 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:49:48.727 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.727 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:49:48.727 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.727 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.727 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.727 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]} : dispatch 2026-02-12T03:49:48.727 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]} : dispatch 2026-02-12T03:49:48.727 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:49:48.728 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:48 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/3034138638' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.838 INFO:teuthology.orchestra.run.trial086.stdout:HEALTH_OK 2026-02-12T03:49:48.989 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='client.54716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:48.990 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:49:48.990 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:49:48.990 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: pgmap v178: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:48.990 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.990 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:49:48.990 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:49:48.990 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:49:48.990 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all mgr 2026-02-12T03:49:48.990 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.991 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.991 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all mon 2026-02-12T03:49:48.991 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.991 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.991 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all crash 2026-02-12T03:49:48.991 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.991 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.991 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all osd 2026-02-12T03:49:48.991 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.991 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.991 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all mds 2026-02-12T03:49:48.991 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.991 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.992 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all rgw 2026-02-12T03:49:48.992 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.992 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.992 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:49:48.992 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.992 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.992 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:49:48.992 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.992 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:49:48.992 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:48.992 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.992 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:49:48.992 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]} : dispatch 2026-02-12T03:49:48.993 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial086.ooltqb", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]} : dispatch 2026-02-12T03:49:48.993 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:49:48.993 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:48 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/3034138638' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:49:49.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:49:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:49:48.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:49:49.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:49:48 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:49:48] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:49:49.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:49 trial086 ceph-mon[91466]: from='client.54722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:49.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:49 trial086 ceph-mon[91466]: Upgrade: Updating iscsi.foo.trial086.ooltqb 2026-02-12T03:49:49.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:49 trial086 ceph-mon[91466]: Deploying daemon iscsi.foo.trial086.ooltqb on trial086 2026-02-12T03:49:49.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:49 trial086 ceph-mon[91466]: from='client.54728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:49.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:49 trial086 ceph-mon[91466]: from='client.44772 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:49.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:49 trial086 ceph-mon[91466]: from='client.44784 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:49.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:49 trial086 ceph-mon[91466]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:49:49.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:49 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/312159537' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:49:49.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:49 trial086 ceph-mon[93716]: from='client.54722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:49.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:49 trial086 ceph-mon[93716]: Upgrade: Updating iscsi.foo.trial086.ooltqb 2026-02-12T03:49:49.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:49 trial086 ceph-mon[93716]: Deploying daemon iscsi.foo.trial086.ooltqb on trial086 2026-02-12T03:49:49.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:49 trial086 ceph-mon[93716]: from='client.54728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:49.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:49 trial086 ceph-mon[93716]: from='client.44772 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:49.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:49 trial086 ceph-mon[93716]: from='client.44784 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:49.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:49 trial086 ceph-mon[93716]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:49:49.912 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:49 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/312159537' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:49:50.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:49 trial145 ceph-mon[70630]: from='client.54722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:50.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:49 trial145 ceph-mon[70630]: Upgrade: Updating iscsi.foo.trial086.ooltqb 2026-02-12T03:49:50.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:49 trial145 ceph-mon[70630]: Deploying daemon iscsi.foo.trial086.ooltqb on trial086 2026-02-12T03:49:50.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:49 trial145 ceph-mon[70630]: from='client.54728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:50.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:49 trial145 ceph-mon[70630]: from='client.44772 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:50.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:49 trial145 ceph-mon[70630]: from='client.44784 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:49:50.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:49 trial145 ceph-mon[70630]: from='client.15591 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:49:50.136 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:49 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/312159537' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:49:50.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:50 trial086 ceph-mon[91466]: pgmap v179: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:50.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:50 trial086 ceph-mon[93716]: pgmap v179: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:51.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:50 trial145 ceph-mon[70630]: pgmap v179: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:52.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:52 trial086 ceph-mon[91466]: pgmap v180: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:52.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:52 trial086 ceph-mon[93716]: pgmap v180: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:53.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:52 trial145 ceph-mon[70630]: pgmap v180: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:53.136 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:49:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:49:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:49:54.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:54 trial086 ceph-mon[93716]: pgmap v181: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:54.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:54 trial086 ceph-mon[91466]: pgmap v181: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:55.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:54 trial145 ceph-mon[70630]: pgmap v181: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:56.635 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:49:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:49:56.164Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:49:56.635 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:49:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:49:56.166Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:49:56.635 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:49:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:49:56.166Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:49:56.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:56 trial086 ceph-mon[93716]: pgmap v182: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:56.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:56 trial086 ceph-mon[91466]: pgmap v182: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:57.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:56 trial145 ceph-mon[70630]: pgmap v182: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:49:58.677 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:58 trial086 ceph-mon[91466]: pgmap v183: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:58.677 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:58 trial086 ceph-mon[93716]: pgmap v183: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:58.988 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:58 trial145 ceph-mon[70630]: pgmap v183: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:49:59.268 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:49:58 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:49:58] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:49:59.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:49:58 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:49:58.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:50:00.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:59 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:00.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:59 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:00.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:59 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/4021412601' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist ls"} : dispatch 2026-02-12T03:50:00.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:59 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/2887448220' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/581499127"} : dispatch 2026-02-12T03:50:00.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:59 trial086 ceph-mon[91466]: pgmap v184: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:00.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:59 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:00.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:49:59 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:00.161 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:59 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:00.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:59 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:00.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:59 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/4021412601' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist ls"} : dispatch 2026-02-12T03:50:00.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:59 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/2887448220' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/581499127"} : dispatch 2026-02-12T03:50:00.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:59 trial086 ceph-mon[93716]: pgmap v184: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:00.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:59 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:00.162 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:49:59 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:00.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:59 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:00.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:59 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:00.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:59 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/4021412601' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist ls"} : dispatch 2026-02-12T03:50:00.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:59 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/2887448220' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/581499127"} : dispatch 2026-02-12T03:50:00.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:59 trial145 ceph-mon[70630]: pgmap v184: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:00.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:59 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:00.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:49:59 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:01.385 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:00 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/2887448220' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/581499127"}]': finished 2026-02-12T03:50:01.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:00 trial145 ceph-mon[70630]: osdmap e141: 8 total, 8 up, 8 in 2026-02-12T03:50:01.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:00 trial145 ceph-mon[70630]: overall HEALTH_OK 2026-02-12T03:50:01.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:00 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/1275671230' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1864423881"} : dispatch 2026-02-12T03:50:01.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:00 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:01.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:00 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:01.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:00 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/2887448220' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/581499127"}]': finished 2026-02-12T03:50:01.410 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:00 trial086 ceph-mon[93716]: osdmap e141: 8 total, 8 up, 8 in 2026-02-12T03:50:01.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:00 trial086 ceph-mon[93716]: overall HEALTH_OK 2026-02-12T03:50:01.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:00 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/1275671230' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1864423881"} : dispatch 2026-02-12T03:50:01.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:00 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:01.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:00 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:01.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:00 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/2887448220' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6800/581499127"}]': finished 2026-02-12T03:50:01.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:00 trial086 ceph-mon[91466]: osdmap e141: 8 total, 8 up, 8 in 2026-02-12T03:50:01.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:00 trial086 ceph-mon[91466]: overall HEALTH_OK 2026-02-12T03:50:01.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:00 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/1275671230' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1864423881"} : dispatch 2026-02-12T03:50:01.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:00 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:01.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:00 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/1275671230' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1864423881"}]': finished 2026-02-12T03:50:02.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: osdmap e142: 8 total, 8 up, 8 in 2026-02-12T03:50:02.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:50:02.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:50:02.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:50:02.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "dashboard iscsi-gateway-list"} : dispatch 2026-02-12T03:50:02.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:50:02.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"} : dispatch 2026-02-12T03:50:02.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:50:02.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.386 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all iscsi 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial086.ooltqb"} : dispatch 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial086.ooltqb"} : dispatch 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial086.ooltqb"}]': finished 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all nfs 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: Upgrade: Setting container_image for all smb 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.387 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: Upgrade: Finalizing container_image settings 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:50:02.388 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/639982222' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3319729044"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.389 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: Upgrade: Complete! 2026-02-12T03:50:02.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:50:02.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:50:02.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:50:02.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:50:02.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:50:02.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:50:02.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:50:02.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.390 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:01 trial145 ceph-mon[70630]: pgmap v187: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:02.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/1275671230' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1864423881"}]': finished 2026-02-12T03:50:02.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: osdmap e142: 8 total, 8 up, 8 in 2026-02-12T03:50:02.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:50:02.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:50:02.411 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:50:02.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "dashboard iscsi-gateway-list"} : dispatch 2026-02-12T03:50:02.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:50:02.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"} : dispatch 2026-02-12T03:50:02.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:50:02.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.412 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all iscsi 2026-02-12T03:50:02.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial086.ooltqb"} : dispatch 2026-02-12T03:50:02.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial086.ooltqb"} : dispatch 2026-02-12T03:50:02.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial086.ooltqb"}]': finished 2026-02-12T03:50:02.413 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all nfs 2026-02-12T03:50:02.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/1275671230' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1864423881"}]': finished 2026-02-12T03:50:02.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: osdmap e142: 8 total, 8 up, 8 in 2026-02-12T03:50:02.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:50:02.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:50:02.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.414 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:50:02.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "dashboard iscsi-gateway-list"} : dispatch 2026-02-12T03:50:02.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:50:02.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"} : dispatch 2026-02-12T03:50:02.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:50:02.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.415 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all iscsi 2026-02-12T03:50:02.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial086.ooltqb"} : dispatch 2026-02-12T03:50:02.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial086.ooltqb"} : dispatch 2026-02-12T03:50:02.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial086.ooltqb"}]': finished 2026-02-12T03:50:02.416 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all nfs 2026-02-12T03:50:02.417 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.417 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.417 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:50:02.417 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.417 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.417 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: Upgrade: Setting container_image for all smb 2026-02-12T03:50:02.417 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.417 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.417 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.417 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.418 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.418 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.418 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.418 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.418 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.418 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.418 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: Upgrade: Finalizing container_image settings 2026-02-12T03:50:02.418 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.418 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:50:02.419 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:50:02.419 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:50:02.419 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.419 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.419 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:50:02.419 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:50:02.420 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:50:02.420 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:50:02.420 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:50:02.420 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:50:02.420 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T03:50:02.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:50:02.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: Upgrade: Setting container_image for all smb 2026-02-12T03:50:02.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.421 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.422 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.422 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.422 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.422 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.422 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.422 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.422 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: Upgrade: Finalizing container_image settings 2026-02-12T03:50:02.422 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:02.422 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:50:02.422 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:50:02.422 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:50:02.422 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.422 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.423 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:50:02.423 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:50:02.423 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:50:02.423 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:50:02.423 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:50:02.423 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:50:02.423 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T03:50:02.423 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:50:02.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:50:02.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:50:02.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:50:02.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:50:02.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T03:50:02.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:50:02.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:50:02.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:50:02.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:50:02.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.424 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:50:02.425 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:50:02.425 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:50:02.425 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:50:02.425 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2026-02-12T03:50:02.425 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:50:02.425 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:50:02.425 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:50:02.425 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:50:02.425 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:50:02.425 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:50:02.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:50:02.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:50:02.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:50:02.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:50:02.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:50:02.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T03:50:02.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:50:02.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:50:02.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:50:02.426 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:50:02.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:50:02.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:50:02.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:50:02.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:50:02.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2026-02-12T03:50:02.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:50:02.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:50:02.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:50:02.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:50:02.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:50:02.427 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:50:02.428 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:50:02.428 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:50:02.428 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:50:02.428 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.428 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.429 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.429 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.429 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.429 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.429 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.429 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.429 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.429 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.429 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/639982222' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3319729044"} : dispatch 2026-02-12T03:50:02.429 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.429 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.430 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.430 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.430 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.430 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.430 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: Upgrade: Complete! 2026-02-12T03:50:02.430 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.430 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:50:02.430 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.430 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:50:02.430 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:50:02.430 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:50:02.430 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:50:02.431 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.431 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:50:02.431 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:50:02.431 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.431 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[91466]: pgmap v187: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:02.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:50:02.431 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:50:02.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:50:02.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.432 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/639982222' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3319729044"} : dispatch 2026-02-12T03:50:02.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: Upgrade: Complete! 2026-02-12T03:50:02.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:50:02.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:50:02.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:50:02.433 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:50:02.434 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:50:02.434 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:50:02.434 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.434 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:50:02.434 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:50:02.434 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:02.434 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:01 trial086 ceph-mon[93716]: pgmap v187: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:03.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:50:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:50:02] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:50:03.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:03 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/639982222' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3319729044"}]': finished 2026-02-12T03:50:03.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:03 trial086 ceph-mon[91466]: osdmap e143: 8 total, 8 up, 8 in 2026-02-12T03:50:03.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:03 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/1155976936' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/559411977"} : dispatch 2026-02-12T03:50:03.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:03 trial086 ceph-mon[91466]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/559411977"} : dispatch 2026-02-12T03:50:03.410 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:03 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:03.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:03 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/639982222' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3319729044"}]': finished 2026-02-12T03:50:03.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:03 trial086 ceph-mon[93716]: osdmap e143: 8 total, 8 up, 8 in 2026-02-12T03:50:03.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:03 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/1155976936' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/559411977"} : dispatch 2026-02-12T03:50:03.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:03 trial086 ceph-mon[93716]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/559411977"} : dispatch 2026-02-12T03:50:03.411 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:03 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:03.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:03 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/639982222' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/3319729044"}]': finished 2026-02-12T03:50:03.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:03 trial145 ceph-mon[70630]: osdmap e143: 8 total, 8 up, 8 in 2026-02-12T03:50:03.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:03 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/1155976936' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/559411977"} : dispatch 2026-02-12T03:50:03.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:03 trial145 ceph-mon[70630]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/559411977"} : dispatch 2026-02-12T03:50:03.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:03 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:50:04.537 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:04 trial145 ceph-mon[70630]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/559411977"}]': finished 2026-02-12T03:50:04.537 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:04 trial145 ceph-mon[70630]: osdmap e144: 8 total, 8 up, 8 in 2026-02-12T03:50:04.537 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:04 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/2543272732' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/4205044702"} : dispatch 2026-02-12T03:50:04.537 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:04 trial145 ceph-mon[70630]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/4205044702"} : dispatch 2026-02-12T03:50:04.537 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:04 trial145 ceph-mon[70630]: pgmap v190: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:04.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:04 trial086 ceph-mon[91466]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/559411977"}]': finished 2026-02-12T03:50:04.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:04 trial086 ceph-mon[91466]: osdmap e144: 8 total, 8 up, 8 in 2026-02-12T03:50:04.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:04 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/2543272732' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/4205044702"} : dispatch 2026-02-12T03:50:04.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:04 trial086 ceph-mon[91466]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/4205044702"} : dispatch 2026-02-12T03:50:04.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:04 trial086 ceph-mon[91466]: pgmap v190: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:04.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:04 trial086 ceph-mon[93716]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/559411977"}]': finished 2026-02-12T03:50:04.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:04 trial086 ceph-mon[93716]: osdmap e144: 8 total, 8 up, 8 in 2026-02-12T03:50:04.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:04 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/2543272732' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/4205044702"} : dispatch 2026-02-12T03:50:04.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:04 trial086 ceph-mon[93716]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/4205044702"} : dispatch 2026-02-12T03:50:04.662 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:04 trial086 ceph-mon[93716]: pgmap v190: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:05.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:05 trial145 ceph-mon[70630]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/4205044702"}]': finished 2026-02-12T03:50:05.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:05 trial145 ceph-mon[70630]: osdmap e145: 8 total, 8 up, 8 in 2026-02-12T03:50:05.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:05 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/654547655' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1589041389"} : dispatch 2026-02-12T03:50:05.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:05 trial145 ceph-mon[70630]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1589041389"} : dispatch 2026-02-12T03:50:05.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:05 trial086 ceph-mon[91466]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/4205044702"}]': finished 2026-02-12T03:50:05.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:05 trial086 ceph-mon[91466]: osdmap e145: 8 total, 8 up, 8 in 2026-02-12T03:50:05.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:05 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/654547655' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1589041389"} : dispatch 2026-02-12T03:50:05.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:05 trial086 ceph-mon[91466]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1589041389"} : dispatch 2026-02-12T03:50:05.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:05 trial086 ceph-mon[93716]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/4205044702"}]': finished 2026-02-12T03:50:05.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:05 trial086 ceph-mon[93716]: osdmap e145: 8 total, 8 up, 8 in 2026-02-12T03:50:05.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:05 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/654547655' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1589041389"} : dispatch 2026-02-12T03:50:05.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:05 trial086 ceph-mon[93716]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1589041389"} : dispatch 2026-02-12T03:50:06.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:06 trial145 ceph-mon[70630]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1589041389"}]': finished 2026-02-12T03:50:06.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:06 trial145 ceph-mon[70630]: osdmap e146: 8 total, 8 up, 8 in 2026-02-12T03:50:06.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:06 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/3459070695' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/581499127"} : dispatch 2026-02-12T03:50:06.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:06 trial145 ceph-mon[70630]: pgmap v193: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:06.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:06 trial086 ceph-mon[91466]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1589041389"}]': finished 2026-02-12T03:50:06.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:06 trial086 ceph-mon[91466]: osdmap e146: 8 total, 8 up, 8 in 2026-02-12T03:50:06.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:06 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/3459070695' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/581499127"} : dispatch 2026-02-12T03:50:06.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:06 trial086 ceph-mon[91466]: pgmap v193: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:06.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:06 trial086 ceph-mon[93716]: from='client.? ' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:0/1589041389"}]': finished 2026-02-12T03:50:06.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:06 trial086 ceph-mon[93716]: osdmap e146: 8 total, 8 up, 8 in 2026-02-12T03:50:06.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:06 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/3459070695' entity='client.iscsi.foo.trial086.ooltqb' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/581499127"} : dispatch 2026-02-12T03:50:06.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:06 trial086 ceph-mon[93716]: pgmap v193: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:07.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:07 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/3459070695' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/581499127"}]': finished 2026-02-12T03:50:07.636 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:07 trial145 ceph-mon[70630]: osdmap e147: 8 total, 8 up, 8 in 2026-02-12T03:50:07.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:07 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/3459070695' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/581499127"}]': finished 2026-02-12T03:50:07.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:07 trial086 ceph-mon[93716]: osdmap e147: 8 total, 8 up, 8 in 2026-02-12T03:50:07.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:07 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/3459070695' entity='client.iscsi.foo.trial086.ooltqb' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.86:6801/581499127"}]': finished 2026-02-12T03:50:07.661 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:07 trial086 ceph-mon[91466]: osdmap e147: 8 total, 8 up, 8 in 2026-02-12T03:50:08.635 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:08 trial145 ceph-mon[70630]: pgmap v195: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T03:50:08.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:08 trial086 ceph-mon[91466]: pgmap v195: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T03:50:08.660 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:08 trial086 ceph-mon[93716]: pgmap v195: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T03:50:09.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:50:08 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:50:08.990Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:50:09.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:50:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:50:08] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:50:10.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:10 trial145 ceph-mon[70630]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:50:10.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:10 trial145 ceph-mon[70630]: pgmap v196: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:10.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:10 trial086 ceph-mon[91466]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:50:10.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:10 trial086 ceph-mon[91466]: pgmap v196: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:10.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:10 trial086 ceph-mon[93716]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:50:10.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:10 trial086 ceph-mon[93716]: pgmap v196: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:12.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:12 trial145 ceph-mon[70630]: pgmap v197: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.4 KiB/s rd, 1 op/s 2026-02-12T03:50:12.886 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:50:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:50:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:50:12.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:12 trial086 ceph-mon[91466]: pgmap v197: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.4 KiB/s rd, 1 op/s 2026-02-12T03:50:12.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:12 trial086 ceph-mon[93716]: pgmap v197: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.4 KiB/s rd, 1 op/s 2026-02-12T03:50:14.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:14 trial145 ceph-mon[70630]: pgmap v198: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 613 B/s rd, 0 op/s 2026-02-12T03:50:14.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:14 trial086 ceph-mon[91466]: pgmap v198: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 613 B/s rd, 0 op/s 2026-02-12T03:50:14.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:14 trial086 ceph-mon[93716]: pgmap v198: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 613 B/s rd, 0 op/s 2026-02-12T03:50:16.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:16 trial145 ceph-mon[70630]: pgmap v199: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:50:16.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:16 trial086 ceph-mon[91466]: pgmap v199: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:50:16.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:16 trial086 ceph-mon[93716]: pgmap v199: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:50:18.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:18 trial145 ceph-mon[70630]: pgmap v200: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 902 B/s rd, 0 op/s 2026-02-12T03:50:18.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:18 trial086 ceph-mon[91466]: pgmap v200: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 902 B/s rd, 0 op/s 2026-02-12T03:50:18.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:18 trial086 ceph-mon[93716]: pgmap v200: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 902 B/s rd, 0 op/s 2026-02-12T03:50:19.011 INFO:teuthology.orchestra.run.trial086.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T03:50:19.075 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T03:50:19.363 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:50:19.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:50:18 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:50:18.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:50:19.387 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:50:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:50:18] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:50:19.584 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:50:19.584 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (6m) 19s ago 24m - - 0.28.1 91c01b3cec9b be3e853a3d14 2026-02-12T03:50:19.584 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (5m) 87s ago 24m 155M - 12.3.1 5cdab57891ea 4b2023674182 2026-02-12T03:50:19.585 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (20s) 19s ago 24m - - 3.9 21b90b676abb 76f2d25a416c 2026-02-12T03:50:19.585 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,9283,8765 running (6m) 87s ago 26m 494M - 20.3.0-5250-g84a80275 21b90b676abb 90db61001245 2026-02-12T03:50:19.585 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:8443,9283,8765 running (15m) 19s ago 27m - - 20.3.0-5250-g84a80275 21b90b676abb 0bf0f62d6e10 2026-02-12T03:50:19.585 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (5m) 19s ago 27m - 2048M 20.3.0-5250-g84a80275 21b90b676abb b02c03c4b420 2026-02-12T03:50:19.585 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (5m) 87s ago 26m 51.7M 2048M 20.3.0-5250-g84a80275 21b90b676abb 427a1cee8855 2026-02-12T03:50:19.585 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (4m) 19s ago 26m - 2048M 20.3.0-5250-g84a80275 21b90b676abb 0890bc0876b4 2026-02-12T03:50:19.585 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (6m) 19s ago 24m - - 1.9.1 255ec253085f 373e066ca44c 2026-02-12T03:50:19.585 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (6m) 87s ago 24m 13.4M - 1.9.1 255ec253085f d5fd160ba581 2026-02-12T03:50:19.585 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (4m) 19s ago 26m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 1b5ea7bd1842 2026-02-12T03:50:19.585 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (4m) 19s ago 26m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb da9a3bbc1071 2026-02-12T03:50:19.585 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (3m) 19s ago 26m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb aa52f031ccbe 2026-02-12T03:50:19.585 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (3m) 19s ago 25m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 1e3266093e37 2026-02-12T03:50:19.586 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (2m) 87s ago 25m 66.3M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 9cf3743af434 2026-02-12T03:50:19.586 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (2m) 87s ago 25m 61.6M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 322ea529f6a2 2026-02-12T03:50:19.586 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (2m) 87s ago 25m 59.2M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 1f359e4bf617 2026-02-12T03:50:19.586 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (115s) 87s ago 25m 59.3M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 16333d49bbfd 2026-02-12T03:50:19.586 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (18m) 87s ago 25m 63.1M - 3.6.0 4fcecf061b74 fd358be701f3 2026-02-12T03:50:19.586 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (91s) 19s ago 24m - - 20.3.0-5250-g84a80275 21b90b676abb ee2881ed3946 2026-02-12T03:50:19.586 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (88s) 87s ago 24m 102M - 20.3.0-5250-g84a80275 21b90b676abb 3a8b2a04f1e9 2026-02-12T03:50:19.624 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions' 2026-02-12T03:50:19.911 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:50:20.164 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:50:20.164 INFO:teuthology.orchestra.run.trial086.stdout: "mon": { 2026-02-12T03:50:20.164 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:50:20.164 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:50:20.164 INFO:teuthology.orchestra.run.trial086.stdout: "mgr": { 2026-02-12T03:50:20.165 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:50:20.165 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:50:20.165 INFO:teuthology.orchestra.run.trial086.stdout: "osd": { 2026-02-12T03:50:20.165 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T03:50:20.165 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:50:20.165 INFO:teuthology.orchestra.run.trial086.stdout: "rgw": { 2026-02-12T03:50:20.165 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:50:20.165 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:50:20.165 INFO:teuthology.orchestra.run.trial086.stdout: "overall": { 2026-02-12T03:50:20.165 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 15 2026-02-12T03:50:20.165 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:50:20.166 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:50:20.202 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'echo "wait for servicemap items w/ changing names to refresh"' 2026-02-12T03:50:20.485 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:50:20.547 INFO:teuthology.orchestra.run.trial086.stdout:wait for servicemap items w/ changing names to refresh 2026-02-12T03:50:20.578 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'sleep 60' 2026-02-12T03:50:20.862 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:50:20.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:20 trial145 ceph-mon[70630]: from='client.44862 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:50:20.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:20 trial145 ceph-mon[70630]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:50:20.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:20 trial145 ceph-mon[70630]: pgmap v201: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:20.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:20 trial145 ceph-mon[70630]: from='client.44868 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:50:20.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:20 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/3659260958' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:20.886 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:20 trial086 ceph-mon[91466]: from='client.44862 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:50:20.887 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:20 trial086 ceph-mon[91466]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:50:20.887 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:20 trial086 ceph-mon[91466]: pgmap v201: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:20.887 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:20 trial086 ceph-mon[91466]: from='client.44868 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:50:20.887 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:20 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/3659260958' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:20.887 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:20 trial086 ceph-mon[93716]: from='client.44862 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:50:20.887 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:20 trial086 ceph-mon[93716]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:50:20.887 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:20 trial086 ceph-mon[93716]: pgmap v201: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:20.887 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:20 trial086 ceph-mon[93716]: from='client.44868 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:50:20.887 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:20 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/3659260958' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:50:22.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:22 trial145 ceph-mon[70630]: pgmap v202: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:22.886 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:50:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:50:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:50:22.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:22 trial086 ceph-mon[91466]: pgmap v202: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:22.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:22 trial086 ceph-mon[93716]: pgmap v202: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:24.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:24 trial145 ceph-mon[70630]: pgmap v203: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:24.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:24 trial086 ceph-mon[91466]: pgmap v203: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:24.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:24 trial086 ceph-mon[93716]: pgmap v203: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:26.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:26 trial145 ceph-mon[70630]: pgmap v204: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:26.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:26 trial086 ceph-mon[93716]: pgmap v204: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:26.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:26 trial086 ceph-mon[91466]: pgmap v204: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:28.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:28 trial145 ceph-mon[70630]: pgmap v205: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:28.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:28 trial086 ceph-mon[91466]: pgmap v205: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:28.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:28 trial086 ceph-mon[93716]: pgmap v205: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:29.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:50:28 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:50:28.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:50:29.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:50:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:50:28] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:50:30.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:30 trial145 ceph-mon[70630]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:50:30.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:30 trial145 ceph-mon[70630]: pgmap v206: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:30.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:30 trial086 ceph-mon[93716]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:50:30.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:30 trial086 ceph-mon[93716]: pgmap v206: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:30.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:30 trial086 ceph-mon[91466]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:50:30.911 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:30 trial086 ceph-mon[91466]: pgmap v206: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:32.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:32 trial145 ceph-mon[70630]: pgmap v207: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:32.886 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:50:32 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:50:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:50:32.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:32 trial086 ceph-mon[91466]: pgmap v207: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:32.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:32 trial086 ceph-mon[93716]: pgmap v207: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:34.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:34 trial145 ceph-mon[70630]: pgmap v208: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:34.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:34 trial086 ceph-mon[91466]: pgmap v208: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:34.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:34 trial086 ceph-mon[93716]: pgmap v208: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:36.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:36 trial145 ceph-mon[70630]: pgmap v209: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:36.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:36 trial086 ceph-mon[91466]: pgmap v209: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:36.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:36 trial086 ceph-mon[93716]: pgmap v209: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:38.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:38 trial145 ceph-mon[70630]: pgmap v210: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:38.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:38 trial086 ceph-mon[91466]: pgmap v210: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:38.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:38 trial086 ceph-mon[93716]: pgmap v210: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:39.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:50:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:50:38.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:50:39.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:50:38 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:50:38] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:50:40.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:40 trial145 ceph-mon[70630]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:50:40.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:40 trial145 ceph-mon[70630]: pgmap v211: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:40.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:40 trial086 ceph-mon[93716]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:50:40.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:40 trial086 ceph-mon[93716]: pgmap v211: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:40.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:40 trial086 ceph-mon[91466]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:50:40.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:40 trial086 ceph-mon[91466]: pgmap v211: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:42.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:42 trial145 ceph-mon[70630]: pgmap v212: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:42.886 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:50:42 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:50:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:50:42.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:42 trial086 ceph-mon[93716]: pgmap v212: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:42.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:42 trial086 ceph-mon[91466]: pgmap v212: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:44.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:44 trial145 ceph-mon[70630]: pgmap v213: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:44.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:44 trial086 ceph-mon[91466]: pgmap v213: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:44.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:44 trial086 ceph-mon[93716]: pgmap v213: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:46.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:46 trial145 ceph-mon[70630]: pgmap v214: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:46.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:46 trial086 ceph-mon[91466]: pgmap v214: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:46.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:46 trial086 ceph-mon[93716]: pgmap v214: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:48.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:48 trial145 ceph-mon[70630]: pgmap v215: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:48.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:48 trial086 ceph-mon[91466]: pgmap v215: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:48.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:48 trial086 ceph-mon[93716]: pgmap v215: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:49.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:50:48 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:50:48.988Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:50:49.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:50:48 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:50:48] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:50:50.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:50 trial145 ceph-mon[70630]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:50:50.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:50 trial145 ceph-mon[70630]: pgmap v216: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:50.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:50 trial086 ceph-mon[91466]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:50:50.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:50 trial086 ceph-mon[91466]: pgmap v216: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:50.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:50 trial086 ceph-mon[93716]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:50:50.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:50 trial086 ceph-mon[93716]: pgmap v216: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:52.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:52 trial145 ceph-mon[70630]: pgmap v217: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:52.886 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:50:52 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:50:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:50:52.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:52 trial086 ceph-mon[91466]: pgmap v217: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:52.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:52 trial086 ceph-mon[93716]: pgmap v217: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:54.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:54 trial086 ceph-mon[91466]: pgmap v218: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:54.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:54 trial086 ceph-mon[93716]: pgmap v218: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:55.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:54 trial145 ceph-mon[70630]: pgmap v218: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:56.635 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:50:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:50:56.164Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:50:56.635 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:50:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:50:56.165Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:50:56.635 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:50:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:50:56.166Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:50:56.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:56 trial086 ceph-mon[91466]: pgmap v219: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:56.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:56 trial086 ceph-mon[93716]: pgmap v219: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:57.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:56 trial145 ceph-mon[70630]: pgmap v219: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:50:58.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:50:58 trial086 ceph-mon[91466]: pgmap v220: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:58.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:50:58 trial086 ceph-mon[93716]: pgmap v220: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:58.988 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:50:58 trial145 ceph-mon[70630]: pgmap v220: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:50:59.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:50:58 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:50:58.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:50:59.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:50:58 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:50:58] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:51:00.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:00 trial086 ceph-mon[93716]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:51:00.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:00 trial086 ceph-mon[93716]: pgmap v221: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:00.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:00 trial086 ceph-mon[91466]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:51:00.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:00 trial086 ceph-mon[91466]: pgmap v221: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:01.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:00 trial145 ceph-mon[70630]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:51:01.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:00 trial145 ceph-mon[70630]: pgmap v221: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:01.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:51:01.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:01 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:51:01.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:01 trial086 ceph-mon[91466]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:51:01.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:51:01.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:01 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:51:01.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:01 trial086 ceph-mon[93716]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:51:02.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:51:02.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:01 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:51:02.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:01 trial145 ceph-mon[70630]: from='mgr.44103 ' entity='mgr.y' 2026-02-12T03:51:02.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:02 trial086 ceph-mon[91466]: pgmap v222: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:51:02.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:02 trial086 ceph-mon[93716]: pgmap v222: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:51:03.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:02 trial145 ceph-mon[70630]: pgmap v222: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:51:03.135 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:51:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:51:02] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:51:04.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:04 trial086 ceph-mon[91466]: pgmap v223: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:04.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:04 trial086 ceph-mon[93716]: pgmap v223: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:04.937 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:04 trial145 ceph-mon[70630]: pgmap v223: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:06.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:06 trial086 ceph-mon[91466]: pgmap v224: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:51:06.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:06 trial086 ceph-mon[93716]: pgmap v224: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:51:07.135 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:06 trial145 ceph-mon[70630]: pgmap v224: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:51:08.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:08 trial086 ceph-mon[91466]: pgmap v225: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:08.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:08 trial086 ceph-mon[93716]: pgmap v225: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:08.988 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:08 trial145 ceph-mon[70630]: pgmap v225: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:09.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:51:08 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:51:08.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:51:09.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:51:08 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:51:08] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:51:10.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:10 trial145 ceph-mon[70630]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:51:10.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:10 trial145 ceph-mon[70630]: pgmap v226: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:10.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:10 trial086 ceph-mon[91466]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:51:10.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:10 trial086 ceph-mon[91466]: pgmap v226: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:10.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:10 trial086 ceph-mon[93716]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:51:10.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:10 trial086 ceph-mon[93716]: pgmap v226: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:12.885 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:51:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:51:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:51:12.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:12 trial145 ceph-mon[70630]: pgmap v227: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:51:12.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:12 trial086 ceph-mon[91466]: pgmap v227: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:51:12.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:12 trial086 ceph-mon[93716]: pgmap v227: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:51:14.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:14 trial145 ceph-mon[70630]: pgmap v228: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:14.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:14 trial086 ceph-mon[91466]: pgmap v228: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:14.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:14 trial086 ceph-mon[93716]: pgmap v228: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:16.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:16 trial145 ceph-mon[70630]: pgmap v229: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:51:16.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:16 trial086 ceph-mon[91466]: pgmap v229: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:51:16.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:16 trial086 ceph-mon[93716]: pgmap v229: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:51:18.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:18 trial145 ceph-mon[70630]: pgmap v230: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:18.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:18 trial086 ceph-mon[91466]: pgmap v230: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:18.910 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:18 trial086 ceph-mon[93716]: pgmap v230: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:19.385 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:51:18 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:51:18.988Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:51:19.410 INFO:journalctl@ceph.mgr.y.trial086.stdout:Feb 12 03:51:18 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-y[68079]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:51:18] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T03:51:20.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:20 trial145 ceph-mon[70630]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:51:20.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:20 trial145 ceph-mon[70630]: pgmap v231: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:20.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:20 trial086 ceph-mon[91466]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:51:20.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:20 trial086 ceph-mon[91466]: pgmap v231: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:20.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:20 trial086 ceph-mon[93716]: from='client.44805 -' entity='client.iscsi.foo.trial086.ooltqb' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:51:20.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:20 trial086 ceph-mon[93716]: pgmap v231: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:20.955 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T03:51:21.241 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:51:21.470 INFO:teuthology.orchestra.run.trial086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:51:21.470 INFO:teuthology.orchestra.run.trial086.stdout:alertmanager.a trial086 *:9093,9094 running (7m) 81s ago 25m - - 0.28.1 91c01b3cec9b be3e853a3d14 2026-02-12T03:51:21.470 INFO:teuthology.orchestra.run.trial086.stdout:grafana.a trial145 *:3000 running (6m) 2m ago 25m 155M - 12.3.1 5cdab57891ea 4b2023674182 2026-02-12T03:51:21.470 INFO:teuthology.orchestra.run.trial086.stdout:iscsi.foo.trial086.ooltqb trial086 *:5000 running (82s) 81s ago 25m - - 3.9 21b90b676abb 76f2d25a416c 2026-02-12T03:51:21.470 INFO:teuthology.orchestra.run.trial086.stdout:mgr.x trial145 *:8443,9283,8765 running (7m) 2m ago 27m 494M - 20.3.0-5250-g84a80275 21b90b676abb 90db61001245 2026-02-12T03:51:21.470 INFO:teuthology.orchestra.run.trial086.stdout:mgr.y trial086 *:8443,9283,8765 running (16m) 81s ago 28m - - 20.3.0-5250-g84a80275 21b90b676abb 0bf0f62d6e10 2026-02-12T03:51:21.471 INFO:teuthology.orchestra.run.trial086.stdout:mon.a trial086 running (6m) 81s ago 28m - 2048M 20.3.0-5250-g84a80275 21b90b676abb b02c03c4b420 2026-02-12T03:51:21.471 INFO:teuthology.orchestra.run.trial086.stdout:mon.b trial145 running (6m) 2m ago 27m 51.7M 2048M 20.3.0-5250-g84a80275 21b90b676abb 427a1cee8855 2026-02-12T03:51:21.471 INFO:teuthology.orchestra.run.trial086.stdout:mon.c trial086 running (5m) 81s ago 27m - 2048M 20.3.0-5250-g84a80275 21b90b676abb 0890bc0876b4 2026-02-12T03:51:21.471 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.a trial086 *:9100 running (7m) 81s ago 25m - - 1.9.1 255ec253085f 373e066ca44c 2026-02-12T03:51:21.471 INFO:teuthology.orchestra.run.trial086.stdout:node-exporter.b trial145 *:9100 running (7m) 2m ago 25m 13.4M - 1.9.1 255ec253085f d5fd160ba581 2026-02-12T03:51:21.471 INFO:teuthology.orchestra.run.trial086.stdout:osd.0 trial086 running (5m) 81s ago 27m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 1b5ea7bd1842 2026-02-12T03:51:21.471 INFO:teuthology.orchestra.run.trial086.stdout:osd.1 trial086 running (5m) 81s ago 27m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb da9a3bbc1071 2026-02-12T03:51:21.471 INFO:teuthology.orchestra.run.trial086.stdout:osd.2 trial086 running (4m) 81s ago 27m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb aa52f031ccbe 2026-02-12T03:51:21.471 INFO:teuthology.orchestra.run.trial086.stdout:osd.3 trial086 running (4m) 81s ago 26m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 1e3266093e37 2026-02-12T03:51:21.471 INFO:teuthology.orchestra.run.trial086.stdout:osd.4 trial145 running (3m) 2m ago 26m 66.3M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 9cf3743af434 2026-02-12T03:51:21.471 INFO:teuthology.orchestra.run.trial086.stdout:osd.5 trial145 running (3m) 2m ago 26m 61.6M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 322ea529f6a2 2026-02-12T03:51:21.472 INFO:teuthology.orchestra.run.trial086.stdout:osd.6 trial145 running (3m) 2m ago 26m 59.2M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 1f359e4bf617 2026-02-12T03:51:21.472 INFO:teuthology.orchestra.run.trial086.stdout:osd.7 trial145 running (2m) 2m ago 26m 59.3M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 16333d49bbfd 2026-02-12T03:51:21.472 INFO:teuthology.orchestra.run.trial086.stdout:prometheus.a trial145 *:9095 running (19m) 2m ago 26m 63.1M - 3.6.0 4fcecf061b74 fd358be701f3 2026-02-12T03:51:21.472 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial086.zahtia trial086 *:8000 running (2m) 81s ago 25m - - 20.3.0-5250-g84a80275 21b90b676abb ee2881ed3946 2026-02-12T03:51:21.472 INFO:teuthology.orchestra.run.trial086.stdout:rgw.foo.trial145.zneoxq trial145 *:8000 running (2m) 2m ago 25m 102M - 20.3.0-5250-g84a80275 21b90b676abb 3a8b2a04f1e9 2026-02-12T03:51:21.508 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions' 2026-02-12T03:51:21.796 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:51:22.053 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:51:22.054 INFO:teuthology.orchestra.run.trial086.stdout: "mon": { 2026-02-12T03:51:22.054 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:51:22.054 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:51:22.054 INFO:teuthology.orchestra.run.trial086.stdout: "mgr": { 2026-02-12T03:51:22.054 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:51:22.054 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:51:22.054 INFO:teuthology.orchestra.run.trial086.stdout: "osd": { 2026-02-12T03:51:22.055 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T03:51:22.055 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:51:22.055 INFO:teuthology.orchestra.run.trial086.stdout: "rgw": { 2026-02-12T03:51:22.055 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:51:22.055 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-12T03:51:22.055 INFO:teuthology.orchestra.run.trial086.stdout: "overall": { 2026-02-12T03:51:22.055 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 15 2026-02-12T03:51:22.055 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-12T03:51:22.055 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:51:22.092 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade status' 2026-02-12T03:51:22.379 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:51:22.608 INFO:teuthology.orchestra.run.trial086.stdout:There are no upgrades in progress currently. 2026-02-12T03:51:22.644 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph health detail' 2026-02-12T03:51:22.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:22 trial086 ceph-mon[91466]: from='client.54842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:51:22.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:22 trial086 ceph-mon[91466]: pgmap v232: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:51:22.660 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:22 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/3331681058' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:51:22.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:22 trial086 ceph-mon[93716]: from='client.54842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:51:22.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:22 trial086 ceph-mon[93716]: pgmap v232: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:51:22.661 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:22 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/3331681058' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:51:22.885 INFO:journalctl@ceph.mgr.x.trial145.stdout:Feb 12 03:51:22 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mgr-x[60733]: ::ffff:10.20.193.145 - - [12/Feb/2026:03:51:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:51:22.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:22 trial145 ceph-mon[70630]: from='client.54842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:51:22.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:22 trial145 ceph-mon[70630]: pgmap v232: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:51:22.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:22 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/3331681058' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:51:22.930 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:51:23.190 INFO:teuthology.orchestra.run.trial086.stdout:HEALTH_OK 2026-02-12T03:51:23.229 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2026-02-12T03:51:23.560 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:51:23.826 INFO:teuthology.orchestra.run.trial086.stdout:true 2026-02-12T03:51:23.834 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:23 trial086 ceph-mon[91466]: from='client.54854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:51:23.834 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:23 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/1072796994' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:51:23.834 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:23 trial086 ceph-mon[93716]: from='client.54854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:51:23.834 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:23 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/1072796994' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:51:23.855 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2026-02-12T03:51:23.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:23 trial145 ceph-mon[70630]: from='client.54854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:51:23.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:23 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/1072796994' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:51:24.140 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:51:24.398 INFO:teuthology.orchestra.run.trial086.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)" 2026-02-12T03:51:24.430 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ls | grep '"'"'osd'"'"'' 2026-02-12T03:51:24.719 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:51:24.744 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:24 trial086 ceph-mon[93716]: pgmap v233: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:24.744 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:24 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/1637020943' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:51:24.744 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:24 trial086 ceph-mon[93716]: from='client.? 10.20.193.86:0/4294674583' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:51:24.744 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:24 trial086 ceph-mon[91466]: pgmap v233: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:24.744 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:24 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/1637020943' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:51:24.744 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:24 trial086 ceph-mon[91466]: from='client.? 10.20.193.86:0/4294674583' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:51:24.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:24 trial145 ceph-mon[70630]: pgmap v233: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:51:24.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:24 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/1637020943' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:51:24.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:24 trial145 ceph-mon[70630]: from='client.? 10.20.193.86:0/4294674583' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:51:24.949 INFO:teuthology.orchestra.run.trial086.stdout:osd 8 2m ago - 2026-02-12T03:51:24.979 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-12T03:51:24.995 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@trial086.front.sepia.ceph.com 2026-02-12T03:51:24.995 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- bash -c 'ceph orch upgrade ls' 2026-02-12T03:51:25.282 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:51:25.800 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-12T03:51:25.801 INFO:teuthology.orchestra.run.trial086.stdout: "image": "quay.io/ceph/ceph", 2026-02-12T03:51:25.801 INFO:teuthology.orchestra.run.trial086.stdout: "registry": "quay.io", 2026-02-12T03:51:25.801 INFO:teuthology.orchestra.run.trial086.stdout: "bare_image": "ceph/ceph", 2026-02-12T03:51:25.801 INFO:teuthology.orchestra.run.trial086.stdout: "versions": [] 2026-02-12T03:51:25.801 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-12T03:51:25.838 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- bash -c 'ceph orch upgrade ls --image quay.io/ceph/ceph --show-all-versions | grep 16.2.0' 2026-02-12T03:51:25.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial086.zahtia", "name": "rgw_frontends"} : dispatch 2026-02-12T03:51:25.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:25 trial145 ceph-mon[70630]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial145.zneoxq", "name": "rgw_frontends"} : dispatch 2026-02-12T03:51:25.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial086.zahtia", "name": "rgw_frontends"} : dispatch 2026-02-12T03:51:25.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:25 trial086 ceph-mon[91466]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial145.zneoxq", "name": "rgw_frontends"} : dispatch 2026-02-12T03:51:25.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial086.zahtia", "name": "rgw_frontends"} : dispatch 2026-02-12T03:51:25.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:25 trial086 ceph-mon[93716]: from='mgr.44103 10.20.193.86:0/4070823899' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial145.zneoxq", "name": "rgw_frontends"} : dispatch 2026-02-12T03:51:26.120 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:51:26.672 INFO:teuthology.orchestra.run.trial086.stdout: "16.2.0", 2026-02-12T03:51:26.704 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- bash -c 'ceph orch upgrade ls --image quay.io/ceph/ceph --tags | grep v16.2.2' 2026-02-12T03:51:26.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:26 trial145 ceph-mon[70630]: from='client.44916 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:51:26.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:26 trial145 ceph-mon[70630]: from='client.54884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:51:26.886 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:26 trial145 ceph-mon[70630]: pgmap v234: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:51:26.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:26 trial086 ceph-mon[91466]: from='client.44916 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:51:26.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:26 trial086 ceph-mon[91466]: from='client.54884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:51:26.910 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:26 trial086 ceph-mon[91466]: pgmap v234: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:51:26.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:26 trial086 ceph-mon[93716]: from='client.44916 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:51:26.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:26 trial086 ceph-mon[93716]: from='client.54884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:51:26.911 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:26 trial086 ceph-mon[93716]: pgmap v234: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:51:26.993 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:51:27.488 INFO:teuthology.orchestra.run.trial086.stdout: "v16.2.2", 2026-02-12T03:51:27.488 INFO:teuthology.orchestra.run.trial086.stdout: "v16.2.2-20210505", 2026-02-12T03:51:27.522 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2026-02-12T03:51:27.534 INFO:tasks.cephadm:Teardown begin 2026-02-12T03:51:27.534 DEBUG:teuthology.orchestra.run.trial086:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-12T03:51:27.559 DEBUG:teuthology.orchestra.run.trial145:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-12T03:51:27.589 INFO:tasks.cephadm:Disabling cephadm mgr module 2026-02-12T03:51:27.589 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 -- ceph mgr module disable cephadm 2026-02-12T03:51:27.885 INFO:teuthology.orchestra.run.trial086.stderr:Inferring config /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/mon.a/config 2026-02-12T03:51:27.885 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:27 trial145 ceph-mon[70630]: from='client.54890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "image": "quay.io/ceph/ceph", "show_all_versions": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:51:27.904 INFO:teuthology.orchestra.run.trial086.stderr:Error: statfs /etc/ceph/ceph.client.admin.keyring: no such file or directory 2026-02-12T03:51:27.904 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:27 trial086 ceph-mon[91466]: from='client.54890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "image": "quay.io/ceph/ceph", "show_all_versions": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:51:27.904 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:27 trial086 ceph-mon[93716]: from='client.54890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "image": "quay.io/ceph/ceph", "show_all_versions": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:51:27.921 DEBUG:teuthology.orchestra.run:got remote process result: 125 2026-02-12T03:51:27.922 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2026-02-12T03:51:27.922 DEBUG:teuthology.orchestra.run.trial086:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-02-12T03:51:27.939 DEBUG:teuthology.orchestra.run.trial145:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-02-12T03:51:27.956 INFO:tasks.cephadm:Stopping all daemons... 2026-02-12T03:51:27.956 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2026-02-12T03:51:27.956 DEBUG:teuthology.orchestra.run.trial086:> sudo systemctl stop ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mon.a 2026-02-12T03:51:28.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:28 trial086 systemd[1]: Stopping Ceph mon.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:51:28.160 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-a[91462]: 2026-02-12T03:51:28.082+0000 7f66ab998640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:51:28.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-a[91462]: 2026-02-12T03:51:28.082+0000 7f66ab998640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2026-02-12T03:51:28.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:28 trial086 podman[145102]: 2026-02-12 03:51:28.123166298 +0000 UTC m=+0.054114318 container died b02c03c4b420e3873b3c6520e728f2d82bb5eff22b2f5f075508b51d8dad6dcb (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-a, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS) 2026-02-12T03:51:28.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:28 trial086 podman[145102]: 2026-02-12 03:51:28.132141914 +0000 UTC m=+0.063089934 container remove b02c03c4b420e3873b3c6520e728f2d82bb5eff22b2f5f075508b51d8dad6dcb (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-a, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:51:28.161 INFO:journalctl@ceph.mon.a.trial086.stdout:Feb 12 03:51:28 trial086 bash[145102]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-a 2026-02-12T03:51:28.200 DEBUG:teuthology.orchestra.run.trial086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mon.a.service' 2026-02-12T03:51:28.239 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:51:28.240 INFO:tasks.cephadm.mon.a:Stopped mon.a 2026-02-12T03:51:28.240 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2026-02-12T03:51:28.240 DEBUG:teuthology.orchestra.run.trial086:> sudo systemctl stop ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mon.c 2026-02-12T03:51:28.454 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:28 trial086 systemd[1]: Stopping Ceph mon.c for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:51:28.454 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-c[93712]: 2026-02-12T03:51:28.373+0000 7ff372047640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:51:28.454 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:28 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-c[93712]: 2026-02-12T03:51:28.373+0000 7ff372047640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2026-02-12T03:51:28.454 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:28 trial086 podman[145262]: 2026-02-12 03:51:28.425084696 +0000 UTC m=+0.064083069 container died 0890bc0876b4ee0d866c2d20e3e2e64a4e48b2a6a38afb51f913de8e8ccd0991 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-c, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.label-schema.schema-version=1.0) 2026-02-12T03:51:28.454 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:28 trial086 podman[145262]: 2026-02-12 03:51:28.434331116 +0000 UTC m=+0.073329469 container remove 0890bc0876b4ee0d866c2d20e3e2e64a4e48b2a6a38afb51f913de8e8ccd0991 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-c, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2026-02-12T03:51:28.454 INFO:journalctl@ceph.mon.c.trial086.stdout:Feb 12 03:51:28 trial086 bash[145262]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-c 2026-02-12T03:51:28.521 DEBUG:teuthology.orchestra.run.trial086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mon.c.service' 2026-02-12T03:51:28.558 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:51:28.558 INFO:tasks.cephadm.mon.b:Stopped mon.c 2026-02-12T03:51:28.558 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2026-02-12T03:51:28.558 DEBUG:teuthology.orchestra.run.trial145:> sudo systemctl stop ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mon.b 2026-02-12T03:51:28.837 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:28 trial145 systemd[1]: Stopping Ceph mon.b for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:51:28.837 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:28 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-b[70626]: 2026-02-12T03:51:28.658+0000 7f7dd48a2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:51:28.837 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:28 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-b[70626]: 2026-02-12T03:51:28.658+0000 7f7dd48a2640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2026-02-12T03:51:28.838 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:28 trial145 podman[111546]: 2026-02-12 03:51:28.77071362 +0000 UTC m=+0.125973601 container died 427a1cee885541ce6aa23c67c0646815353cea7e7ed8f90491ba702db570f086 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-b, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:51:28.838 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:28 trial145 podman[111546]: 2026-02-12 03:51:28.780416689 +0000 UTC m=+0.135676670 container remove 427a1cee885541ce6aa23c67c0646815353cea7e7ed8f90491ba702db570f086 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-b, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2026-02-12T03:51:28.838 INFO:journalctl@ceph.mon.b.trial145.stdout:Feb 12 03:51:28 trial145 bash[111546]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-mon-b 2026-02-12T03:51:28.858 DEBUG:teuthology.orchestra.run.trial145:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mon.b.service' 2026-02-12T03:51:28.897 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:51:28.897 INFO:tasks.cephadm.mon.b:Stopped mon.b 2026-02-12T03:51:28.897 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2026-02-12T03:51:28.897 DEBUG:teuthology.orchestra.run.trial086:> sudo systemctl stop ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mgr.y 2026-02-12T03:51:29.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:51:28 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:51:28.989Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial086:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:51:29.138 DEBUG:teuthology.orchestra.run.trial086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mgr.y.service' 2026-02-12T03:51:29.173 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:51:29.174 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2026-02-12T03:51:29.174 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2026-02-12T03:51:29.174 DEBUG:teuthology.orchestra.run.trial145:> sudo systemctl stop ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mgr.x 2026-02-12T03:51:29.395 DEBUG:teuthology.orchestra.run.trial145:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@mgr.x.service' 2026-02-12T03:51:29.430 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:51:29.431 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2026-02-12T03:51:29.431 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2026-02-12T03:51:29.431 DEBUG:teuthology.orchestra.run.trial086:> sudo systemctl stop ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.0 2026-02-12T03:51:29.910 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:51:29 trial086 systemd[1]: Stopping Ceph osd.0 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:51:29.910 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:51:29 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0[101932]: 2026-02-12T03:51:29.526+0000 7fe1c1e64640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:51:29.911 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:51:29 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0[101932]: 2026-02-12T03:51:29.526+0000 7fe1c1e64640 -1 osd.0 147 *** Got signal Terminated *** 2026-02-12T03:51:29.911 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:51:29 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0[101932]: 2026-02-12T03:51:29.526+0000 7fe1c1e64640 -1 osd.0 147 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:51:34.900 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:51:34 trial086 podman[145582]: 2026-02-12 03:51:34.58581254 +0000 UTC m=+5.073014513 container died 1b5ea7bd18424a18d30746b2aa61416e1acc5d8fb14452d9e7203586640b8572 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2026-02-12T03:51:34.900 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:51:34 trial086 podman[145582]: 2026-02-12 03:51:34.595454844 +0000 UTC m=+5.082656817 container remove 1b5ea7bd18424a18d30746b2aa61416e1acc5d8fb14452d9e7203586640b8572 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:51:34.900 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:51:34 trial086 bash[145582]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0 2026-02-12T03:51:34.900 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:51:34 trial086 podman[145707]: 2026-02-12 03:51:34.72424399 +0000 UTC m=+0.015218862 container create 8e052cb7202e32d999798b2998d49738b1061913c8379452a5d8b0cf3b33093d (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2026-02-12T03:51:34.900 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:51:34 trial086 podman[145707]: 2026-02-12 03:51:34.761661108 +0000 UTC m=+0.052635980 container init 8e052cb7202e32d999798b2998d49738b1061913c8379452a5d8b0cf3b33093d (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.license=GPLv2) 2026-02-12T03:51:34.900 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:51:34 trial086 podman[145707]: 2026-02-12 03:51:34.764442528 +0000 UTC m=+0.055417400 container start 8e052cb7202e32d999798b2998d49738b1061913c8379452a5d8b0cf3b33093d (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True) 2026-02-12T03:51:34.901 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:51:34 trial086 podman[145707]: 2026-02-12 03:51:34.764995116 +0000 UTC m=+0.055969998 container attach 8e052cb7202e32d999798b2998d49738b1061913c8379452a5d8b0cf3b33093d (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-deactivate, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209) 2026-02-12T03:51:34.901 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:51:34 trial086 podman[145707]: 2026-02-12 03:51:34.718320498 +0000 UTC m=+0.009295370 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:51:34.901 INFO:journalctl@ceph.osd.0.trial086.stdout:Feb 12 03:51:34 trial086 podman[145707]: 2026-02-12 03:51:34.898536015 +0000 UTC m=+0.189510877 container died 8e052cb7202e32d999798b2998d49738b1061913c8379452a5d8b0cf3b33093d (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-0-deactivate, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0) 2026-02-12T03:51:34.936 DEBUG:teuthology.orchestra.run.trial086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.0.service' 2026-02-12T03:51:34.973 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:51:34.973 INFO:tasks.cephadm.osd.0:Stopped osd.0 2026-02-12T03:51:34.974 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2026-02-12T03:51:34.974 DEBUG:teuthology.orchestra.run.trial086:> sudo systemctl stop ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.1 2026-02-12T03:51:35.160 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:51:35 trial086 systemd[1]: Stopping Ceph osd.1 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:51:35.160 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:51:35 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1[107685]: 2026-02-12T03:51:35.119+0000 7fc17cc46640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:51:35.160 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:51:35 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1[107685]: 2026-02-12T03:51:35.119+0000 7fc17cc46640 -1 osd.1 147 *** Got signal Terminated *** 2026-02-12T03:51:35.161 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:51:35 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1[107685]: 2026-02-12T03:51:35.119+0000 7fc17cc46640 -1 osd.1 147 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:51:40.502 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:51:40 trial086 podman[145843]: 2026-02-12 03:51:40.188102938 +0000 UTC m=+5.081975787 container died da9a3bbc1071780f2d63bca24a07b9689546d8918dcc1e5f65975825a834b53a (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS) 2026-02-12T03:51:40.502 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:51:40 trial086 podman[145843]: 2026-02-12 03:51:40.197218593 +0000 UTC m=+5.091091432 container remove da9a3bbc1071780f2d63bca24a07b9689546d8918dcc1e5f65975825a834b53a (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1, OSD_FLAVOR=default, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:51:40.502 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:51:40 trial086 bash[145843]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1 2026-02-12T03:51:40.502 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:51:40 trial086 podman[145971]: 2026-02-12 03:51:40.341928776 +0000 UTC m=+0.015768244 container create 43314ec0b1704f8a624c78fab712572e9cacbffa0dca3246ce017b716a85ba3c (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-deactivate, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:51:40.502 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:51:40 trial086 podman[145971]: 2026-02-12 03:51:40.368802904 +0000 UTC m=+0.042642383 container init 43314ec0b1704f8a624c78fab712572e9cacbffa0dca3246ce017b716a85ba3c (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-deactivate, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, ceph=True, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2026-02-12T03:51:40.502 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:51:40 trial086 podman[145971]: 2026-02-12 03:51:40.371272986 +0000 UTC m=+0.045112455 container start 43314ec0b1704f8a624c78fab712572e9cacbffa0dca3246ce017b716a85ba3c (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-deactivate, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:51:40.503 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:51:40 trial086 podman[145971]: 2026-02-12 03:51:40.371793905 +0000 UTC m=+0.045633373 container attach 43314ec0b1704f8a624c78fab712572e9cacbffa0dca3246ce017b716a85ba3c (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-deactivate, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , ceph=True, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0) 2026-02-12T03:51:40.503 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:51:40 trial086 podman[145971]: 2026-02-12 03:51:40.335066489 +0000 UTC m=+0.008905967 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:51:40.503 INFO:journalctl@ceph.osd.1.trial086.stdout:Feb 12 03:51:40 trial086 podman[145971]: 2026-02-12 03:51:40.500655575 +0000 UTC m=+0.174495054 container died 43314ec0b1704f8a624c78fab712572e9cacbffa0dca3246ce017b716a85ba3c (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-1-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.41.3) 2026-02-12T03:51:40.532 DEBUG:teuthology.orchestra.run.trial086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.1.service' 2026-02-12T03:51:40.569 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:51:40.569 INFO:tasks.cephadm.osd.1:Stopped osd.1 2026-02-12T03:51:40.569 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2026-02-12T03:51:40.569 DEBUG:teuthology.orchestra.run.trial086:> sudo systemctl stop ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.2 2026-02-12T03:51:40.910 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:51:40 trial086 systemd[1]: Stopping Ceph osd.2 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:51:40.910 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:51:40 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2[115031]: 2026-02-12T03:51:40.707+0000 7f2e999a2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:51:40.911 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:51:40 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2[115031]: 2026-02-12T03:51:40.707+0000 7f2e999a2640 -1 osd.2 147 *** Got signal Terminated *** 2026-02-12T03:51:40.911 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:51:40 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2[115031]: 2026-02-12T03:51:40.707+0000 7f2e999a2640 -1 osd.2 147 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:51:46.065 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:51:45 trial086 podman[146103]: 2026-02-12 03:51:45.776848186 +0000 UTC m=+5.082282137 container died aa52f031ccbedd5cd2706009f61b90969b857cd39f1d6db4b57d730ffa15e613 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:51:46.065 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:51:45 trial086 podman[146103]: 2026-02-12 03:51:45.78658694 +0000 UTC m=+5.092020892 container remove aa52f031ccbedd5cd2706009f61b90969b857cd39f1d6db4b57d730ffa15e613 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.schema-version=1.0) 2026-02-12T03:51:46.066 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:51:45 trial086 bash[146103]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2 2026-02-12T03:51:46.066 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:51:45 trial086 podman[146236]: 2026-02-12 03:51:45.912836255 +0000 UTC m=+0.015769026 container create 31e3223975a694ca981730fbb189c6a2e85e103f45530c4386c0e23043cd1c28 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-deactivate, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:51:46.066 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:51:45 trial086 podman[146236]: 2026-02-12 03:51:45.941802813 +0000 UTC m=+0.044735584 container init 31e3223975a694ca981730fbb189c6a2e85e103f45530c4386c0e23043cd1c28 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:51:46.066 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:51:45 trial086 podman[146236]: 2026-02-12 03:51:45.944440697 +0000 UTC m=+0.047373468 container start 31e3223975a694ca981730fbb189c6a2e85e103f45530c4386c0e23043cd1c28 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-deactivate, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3) 2026-02-12T03:51:46.066 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:51:45 trial086 podman[146236]: 2026-02-12 03:51:45.944997812 +0000 UTC m=+0.047930593 container attach 31e3223975a694ca981730fbb189c6a2e85e103f45530c4386c0e23043cd1c28 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-deactivate, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, ceph=True, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:51:46.066 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:51:46 trial086 podman[146236]: 2026-02-12 03:51:45.906854264 +0000 UTC m=+0.009787035 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:51:46.066 INFO:journalctl@ceph.osd.2.trial086.stdout:Feb 12 03:51:46 trial086 podman[146236]: 2026-02-12 03:51:46.063972834 +0000 UTC m=+0.166905615 container died 31e3223975a694ca981730fbb189c6a2e85e103f45530c4386c0e23043cd1c28 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-2-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:51:46.095 DEBUG:teuthology.orchestra.run.trial086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.2.service' 2026-02-12T03:51:46.132 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:51:46.132 INFO:tasks.cephadm.osd.2:Stopped osd.2 2026-02-12T03:51:46.132 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2026-02-12T03:51:46.133 DEBUG:teuthology.orchestra.run.trial086:> sudo systemctl stop ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.3 2026-02-12T03:51:46.410 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:51:46 trial086 systemd[1]: Stopping Ceph osd.3 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:51:46.410 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:51:46 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3[122757]: 2026-02-12T03:51:46.271+0000 7f7b23019640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:51:46.410 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:51:46 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3[122757]: 2026-02-12T03:51:46.271+0000 7f7b23019640 -1 osd.3 147 *** Got signal Terminated *** 2026-02-12T03:51:46.411 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:51:46 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3[122757]: 2026-02-12T03:51:46.271+0000 7f7b23019640 -1 osd.3 147 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:51:51.645 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:51:51 trial086 podman[146375]: 2026-02-12 03:51:51.341677866 +0000 UTC m=+5.081672013 container died 1e3266093e37e7e53f20439064d873dfa4ce47c37e0a181b3873717e29b294a7 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:51:51.645 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:51:51 trial086 podman[146375]: 2026-02-12 03:51:51.350447459 +0000 UTC m=+5.090441606 container remove 1e3266093e37e7e53f20439064d873dfa4ce47c37e0a181b3873717e29b294a7 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:51:51.645 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:51:51 trial086 bash[146375]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3 2026-02-12T03:51:51.645 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:51:51 trial086 podman[146506]: 2026-02-12 03:51:51.47691552 +0000 UTC m=+0.016615358 container create 86ddca4234ac01d9e1bef80fa182f39d16aab127b16004306a782923ec2ffd9a (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-deactivate, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2026-02-12T03:51:51.645 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:51:51 trial086 podman[146506]: 2026-02-12 03:51:51.513885777 +0000 UTC m=+0.053585615 container init 86ddca4234ac01d9e1bef80fa182f39d16aab127b16004306a782923ec2ffd9a (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-deactivate, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.vendor=CentOS, OSD_FLAVOR=default) 2026-02-12T03:51:51.646 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:51:51 trial086 podman[146506]: 2026-02-12 03:51:51.516611704 +0000 UTC m=+0.056311542 container start 86ddca4234ac01d9e1bef80fa182f39d16aab127b16004306a782923ec2ffd9a (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-deactivate, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS) 2026-02-12T03:51:51.646 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:51:51 trial086 podman[146506]: 2026-02-12 03:51:51.517085024 +0000 UTC m=+0.056784862 container attach 86ddca4234ac01d9e1bef80fa182f39d16aab127b16004306a782923ec2ffd9a (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-deactivate, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, ceph=True, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:51:51.646 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:51:51 trial086 podman[146506]: 2026-02-12 03:51:51.47045505 +0000 UTC m=+0.010154878 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:51:51.646 INFO:journalctl@ceph.osd.3.trial086.stdout:Feb 12 03:51:51 trial086 podman[146506]: 2026-02-12 03:51:51.64381952 +0000 UTC m=+0.183519358 container died 86ddca4234ac01d9e1bef80fa182f39d16aab127b16004306a782923ec2ffd9a (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-3-deactivate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:51:51.678 DEBUG:teuthology.orchestra.run.trial086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.3.service' 2026-02-12T03:51:51.716 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:51:51.716 INFO:tasks.cephadm.osd.3:Stopped osd.3 2026-02-12T03:51:51.716 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2026-02-12T03:51:51.716 DEBUG:teuthology.orchestra.run.trial145:> sudo systemctl stop ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.4 2026-02-12T03:51:52.135 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:51:51 trial145 systemd[1]: Stopping Ceph osd.4 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:51:52.136 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:51:51 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4[82852]: 2026-02-12T03:51:51.821+0000 7f9fd318b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:51:52.136 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:51:51 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4[82852]: 2026-02-12T03:51:51.821+0000 7f9fd318b640 -1 osd.4 147 *** Got signal Terminated *** 2026-02-12T03:51:52.136 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:51:51 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4[82852]: 2026-02-12T03:51:51.821+0000 7f9fd318b640 -1 osd.4 147 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:51:55.885 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:51:55 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5[88507]: 2026-02-12T03:51:55.508+0000 7fe933692640 -1 osd.5 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:32.503733+0000 front 2026-02-12T03:51:32.503743+0000 (oldest deadline 2026-02-12T03:51:55.403771+0000) 2026-02-12T03:51:55.886 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:51:55 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:51:55.726+0000 7fb15e863640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:29.066511+0000 front 2026-02-12T03:51:29.066485+0000 (oldest deadline 2026-02-12T03:51:54.966448+0000) 2026-02-12T03:51:56.486 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:51:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:51:56.163Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:51:56.486 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:51:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:51:56.163Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:51:56.486 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:51:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:51:56.163Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.86:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.86:8765: connect: connection refused" 2026-02-12T03:51:56.486 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:51:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:51:56.165Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:51:56.486 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:51:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:51:56.165Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:51:56.486 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:51:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-prometheus-a[52752]: time=2026-02-12T03:51:56.166Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.145:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.145:8765: connect: connection refused" 2026-02-12T03:51:56.885 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:51:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5[88507]: 2026-02-12T03:51:56.485+0000 7fe933692640 -1 osd.5 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:32.503733+0000 front 2026-02-12T03:51:32.503743+0000 (oldest deadline 2026-02-12T03:51:55.403771+0000) 2026-02-12T03:51:56.886 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:51:56 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:51:56.690+0000 7fb15e863640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:29.066511+0000 front 2026-02-12T03:51:29.066485+0000 (oldest deadline 2026-02-12T03:51:54.966448+0000) 2026-02-12T03:51:57.194 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:51:56 trial145 podman[111866]: 2026-02-12 03:51:56.891245167 +0000 UTC m=+5.081802570 container died 9cf3743af4346206fe2d224da719654c6c567a208be68a2313bc1d47c959f012 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , ceph=True, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:51:57.194 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:51:56 trial145 podman[111866]: 2026-02-12 03:51:56.900456075 +0000 UTC m=+5.091013478 container remove 9cf3743af4346206fe2d224da719654c6c567a208be68a2313bc1d47c959f012 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, ceph=True, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:51:57.194 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:51:56 trial145 bash[111866]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4 2026-02-12T03:51:57.194 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:51:57 trial145 podman[111994]: 2026-02-12 03:51:57.03404216 +0000 UTC m=+0.017058063 container create 7b0e3d59e1e1108f659e65c13851326180311db333f05c340a7d6eb840b179ee (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-deactivate, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:51:57.194 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:51:57 trial145 podman[111994]: 2026-02-12 03:51:57.067614204 +0000 UTC m=+0.050630037 container init 7b0e3d59e1e1108f659e65c13851326180311db333f05c340a7d6eb840b179ee (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-deactivate, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:51:57.194 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:51:57 trial145 podman[111994]: 2026-02-12 03:51:57.070093907 +0000 UTC m=+0.053109751 container start 7b0e3d59e1e1108f659e65c13851326180311db333f05c340a7d6eb840b179ee (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, io.buildah.version=1.41.3) 2026-02-12T03:51:57.195 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:51:57 trial145 podman[111994]: 2026-02-12 03:51:57.070604434 +0000 UTC m=+0.053620287 container attach 7b0e3d59e1e1108f659e65c13851326180311db333f05c340a7d6eb840b179ee (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-deactivate, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , ceph=True, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:51:57.195 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:51:57 trial145 podman[111994]: 2026-02-12 03:51:57.02711611 +0000 UTC m=+0.010131943 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:51:57.195 INFO:journalctl@ceph.osd.4.trial145.stdout:Feb 12 03:51:57 trial145 podman[111994]: 2026-02-12 03:51:57.193888597 +0000 UTC m=+0.176904440 container died 7b0e3d59e1e1108f659e65c13851326180311db333f05c340a7d6eb840b179ee (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-4-deactivate, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0) 2026-02-12T03:51:57.229 DEBUG:teuthology.orchestra.run.trial145:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.4.service' 2026-02-12T03:51:57.265 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:51:57.266 INFO:tasks.cephadm.osd.4:Stopped osd.4 2026-02-12T03:51:57.266 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2026-02-12T03:51:57.266 DEBUG:teuthology.orchestra.run.trial145:> sudo systemctl stop ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.5 2026-02-12T03:51:57.514 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:51:57 trial145 systemd[1]: Stopping Ceph osd.5 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:51:57.514 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:51:57 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5[88507]: 2026-02-12T03:51:57.401+0000 7fe93afd2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:51:57.515 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:51:57 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5[88507]: 2026-02-12T03:51:57.401+0000 7fe93afd2640 -1 osd.5 147 *** Got signal Terminated *** 2026-02-12T03:51:57.515 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:51:57 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5[88507]: 2026-02-12T03:51:57.401+0000 7fe93afd2640 -1 osd.5 147 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:51:57.515 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:51:57 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5[88507]: 2026-02-12T03:51:57.514+0000 7fe933692640 -1 osd.5 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:32.503733+0000 front 2026-02-12T03:51:32.503743+0000 (oldest deadline 2026-02-12T03:51:55.403771+0000) 2026-02-12T03:51:57.885 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:51:57 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:51:57.713+0000 7fb15e863640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:29.066511+0000 front 2026-02-12T03:51:29.066485+0000 (oldest deadline 2026-02-12T03:51:54.966448+0000) 2026-02-12T03:51:58.885 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:51:58 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5[88507]: 2026-02-12T03:51:58.552+0000 7fe933692640 -1 osd.5 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:32.503733+0000 front 2026-02-12T03:51:32.503743+0000 (oldest deadline 2026-02-12T03:51:55.403771+0000) 2026-02-12T03:51:58.886 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:51:58 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:51:58.720+0000 7fb15e863640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:29.066511+0000 front 2026-02-12T03:51:29.066485+0000 (oldest deadline 2026-02-12T03:51:54.966448+0000) 2026-02-12T03:51:58.886 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:51:58 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:51:58.612+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:33.290043+0000 front 2026-02-12T03:51:33.289970+0000 (oldest deadline 2026-02-12T03:51:58.590044+0000) 2026-02-12T03:51:59.885 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:51:59 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5[88507]: 2026-02-12T03:51:59.571+0000 7fe933692640 -1 osd.5 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:32.503733+0000 front 2026-02-12T03:51:32.503743+0000 (oldest deadline 2026-02-12T03:51:55.403771+0000) 2026-02-12T03:51:59.886 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:51:59 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:51:59.675+0000 7fb15e863640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:29.066511+0000 front 2026-02-12T03:51:29.066485+0000 (oldest deadline 2026-02-12T03:51:54.966448+0000) 2026-02-12T03:51:59.886 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:51:59 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:51:59.607+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:33.290043+0000 front 2026-02-12T03:51:33.289970+0000 (oldest deadline 2026-02-12T03:51:58.590044+0000) 2026-02-12T03:52:00.885 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:52:00 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5[88507]: 2026-02-12T03:52:00.570+0000 7fe933692640 -1 osd.5 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:32.503733+0000 front 2026-02-12T03:51:32.503743+0000 (oldest deadline 2026-02-12T03:51:55.403771+0000) 2026-02-12T03:52:00.886 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:00 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:00.651+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:33.290043+0000 front 2026-02-12T03:51:33.289970+0000 (oldest deadline 2026-02-12T03:51:58.590044+0000) 2026-02-12T03:52:00.886 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:00 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:52:00.656+0000 7fb15e863640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:29.066511+0000 front 2026-02-12T03:51:29.066485+0000 (oldest deadline 2026-02-12T03:51:54.966448+0000) 2026-02-12T03:52:01.885 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:52:01 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5[88507]: 2026-02-12T03:52:01.572+0000 7fe933692640 -1 osd.5 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:32.503733+0000 front 2026-02-12T03:51:32.503743+0000 (oldest deadline 2026-02-12T03:51:55.403771+0000) 2026-02-12T03:52:01.886 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:01 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:01.691+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:33.290043+0000 front 2026-02-12T03:51:33.289970+0000 (oldest deadline 2026-02-12T03:51:58.590044+0000) 2026-02-12T03:52:01.886 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:01 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:52:01.681+0000 7fb15e863640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:29.066511+0000 front 2026-02-12T03:51:29.066485+0000 (oldest deadline 2026-02-12T03:51:54.966448+0000) 2026-02-12T03:52:02.774 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:52:02 trial145 podman[112129]: 2026-02-12 03:52:02.471973061 +0000 UTC m=+5.082325169 container died 322ea529f6a24fe50a3b74450d4552d63190502c91375659c8e55537a989b57f (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, ceph=True, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3) 2026-02-12T03:52:02.774 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:52:02 trial145 podman[112129]: 2026-02-12 03:52:02.481918033 +0000 UTC m=+5.092270131 container remove 322ea529f6a24fe50a3b74450d4552d63190502c91375659c8e55537a989b57f (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.label-schema.license=GPLv2) 2026-02-12T03:52:02.774 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:52:02 trial145 bash[112129]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5 2026-02-12T03:52:02.774 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:52:02 trial145 podman[112262]: 2026-02-12 03:52:02.606774361 +0000 UTC m=+0.016316464 container create 1bc77b8873062cc2285e3e855215c7ddbb22f922cdeea5e0a2c0e4ace84925d8 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-deactivate, ceph=True, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:52:02.774 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:52:02 trial145 podman[112262]: 2026-02-12 03:52:02.640594801 +0000 UTC m=+0.050136914 container init 1bc77b8873062cc2285e3e855215c7ddbb22f922cdeea5e0a2c0e4ace84925d8 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-deactivate, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:52:02.774 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:02.714+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:33.290043+0000 front 2026-02-12T03:51:33.289970+0000 (oldest deadline 2026-02-12T03:51:58.590044+0000) 2026-02-12T03:52:02.775 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:52:02.712+0000 7fb15e863640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:29.066511+0000 front 2026-02-12T03:51:29.066485+0000 (oldest deadline 2026-02-12T03:51:54.966448+0000) 2026-02-12T03:52:02.775 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:52:02.712+0000 7fb15e863640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.86:6814 osd.1 since back 2026-02-12T03:51:39.666941+0000 front 2026-02-12T03:51:39.666864+0000 (oldest deadline 2026-02-12T03:52:01.966883+0000) 2026-02-12T03:52:02.775 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:52:02 trial145 podman[112262]: 2026-02-12 03:52:02.643480154 +0000 UTC m=+0.053022257 container start 1bc77b8873062cc2285e3e855215c7ddbb22f922cdeea5e0a2c0e4ace84925d8 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-deactivate, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2026-02-12T03:52:02.775 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:52:02 trial145 podman[112262]: 2026-02-12 03:52:02.644006068 +0000 UTC m=+0.053548181 container attach 1bc77b8873062cc2285e3e855215c7ddbb22f922cdeea5e0a2c0e4ace84925d8 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:52:02.775 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:52:02 trial145 podman[112262]: 2026-02-12 03:52:02.600462752 +0000 UTC m=+0.010004895 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:52:02.775 INFO:journalctl@ceph.osd.5.trial145.stdout:Feb 12 03:52:02 trial145 podman[112262]: 2026-02-12 03:52:02.774242811 +0000 UTC m=+0.183784924 container died 1bc77b8873062cc2285e3e855215c7ddbb22f922cdeea5e0a2c0e4ace84925d8 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-5-deactivate, CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3) 2026-02-12T03:52:02.813 DEBUG:teuthology.orchestra.run.trial145:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.5.service' 2026-02-12T03:52:02.851 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:52:02.851 INFO:tasks.cephadm.osd.5:Stopped osd.5 2026-02-12T03:52:02.851 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2026-02-12T03:52:02.852 DEBUG:teuthology.orchestra.run.trial145:> sudo systemctl stop ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.6 2026-02-12T03:52:03.135 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:02 trial145 systemd[1]: Stopping Ceph osd.6 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:52:03.136 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:52:02.991+0000 7fb16219b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:52:03.136 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:52:02.991+0000 7fb16219b640 -1 osd.6 147 *** Got signal Terminated *** 2026-02-12T03:52:03.136 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:02 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:52:02.991+0000 7fb16219b640 -1 osd.6 147 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:52:04.135 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:03 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:52:03.682+0000 7fb15e863640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:29.066511+0000 front 2026-02-12T03:51:29.066485+0000 (oldest deadline 2026-02-12T03:51:54.966448+0000) 2026-02-12T03:52:04.136 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:03 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:52:03.682+0000 7fb15e863640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.86:6814 osd.1 since back 2026-02-12T03:51:39.666941+0000 front 2026-02-12T03:51:39.666864+0000 (oldest deadline 2026-02-12T03:52:01.966883+0000) 2026-02-12T03:52:04.136 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:03 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:03.740+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:33.290043+0000 front 2026-02-12T03:51:33.289970+0000 (oldest deadline 2026-02-12T03:51:58.590044+0000) 2026-02-12T03:52:05.135 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:04 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:52:04.725+0000 7fb15e863640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:29.066511+0000 front 2026-02-12T03:51:29.066485+0000 (oldest deadline 2026-02-12T03:51:54.966448+0000) 2026-02-12T03:52:05.135 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:04 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:52:04.725+0000 7fb15e863640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.86:6814 osd.1 since back 2026-02-12T03:51:39.666941+0000 front 2026-02-12T03:51:39.666864+0000 (oldest deadline 2026-02-12T03:52:01.966883+0000) 2026-02-12T03:52:05.136 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:04 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:04.770+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:33.290043+0000 front 2026-02-12T03:51:33.289970+0000 (oldest deadline 2026-02-12T03:51:58.590044+0000) 2026-02-12T03:52:05.136 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:04 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:04.770+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6814 osd.1 since back 2026-02-12T03:51:38.590231+0000 front 2026-02-12T03:51:38.590436+0000 (oldest deadline 2026-02-12T03:52:04.490262+0000) 2026-02-12T03:52:06.135 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:05 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:52:05.756+0000 7fb15e863640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:29.066511+0000 front 2026-02-12T03:51:29.066485+0000 (oldest deadline 2026-02-12T03:51:54.966448+0000) 2026-02-12T03:52:06.136 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:05 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:52:05.756+0000 7fb15e863640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.86:6814 osd.1 since back 2026-02-12T03:51:39.666941+0000 front 2026-02-12T03:51:39.666864+0000 (oldest deadline 2026-02-12T03:52:01.966883+0000) 2026-02-12T03:52:06.136 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:05 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:05.790+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:33.290043+0000 front 2026-02-12T03:51:33.289970+0000 (oldest deadline 2026-02-12T03:51:58.590044+0000) 2026-02-12T03:52:06.136 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:05 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:05.790+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6814 osd.1 since back 2026-02-12T03:51:38.590231+0000 front 2026-02-12T03:51:38.590436+0000 (oldest deadline 2026-02-12T03:52:04.490262+0000) 2026-02-12T03:52:07.135 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:06 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:06.796+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:33.290043+0000 front 2026-02-12T03:51:33.289970+0000 (oldest deadline 2026-02-12T03:51:58.590044+0000) 2026-02-12T03:52:07.135 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:06 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:06.796+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6814 osd.1 since back 2026-02-12T03:51:38.590231+0000 front 2026-02-12T03:51:38.590436+0000 (oldest deadline 2026-02-12T03:52:04.490262+0000) 2026-02-12T03:52:07.136 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:06 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:52:06.797+0000 7fb15e863640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:29.066511+0000 front 2026-02-12T03:51:29.066485+0000 (oldest deadline 2026-02-12T03:51:54.966448+0000) 2026-02-12T03:52:07.136 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:06 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:52:06.797+0000 7fb15e863640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.86:6814 osd.1 since back 2026-02-12T03:51:39.666941+0000 front 2026-02-12T03:51:39.666864+0000 (oldest deadline 2026-02-12T03:52:01.966883+0000) 2026-02-12T03:52:07.136 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:06 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:52:06.797+0000 7fb15e863640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.86:6822 osd.2 since back 2026-02-12T03:51:41.967102+0000 front 2026-02-12T03:51:41.967202+0000 (oldest deadline 2026-02-12T03:52:06.667085+0000) 2026-02-12T03:52:08.061 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:07 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:07.803+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:33.290043+0000 front 2026-02-12T03:51:33.289970+0000 (oldest deadline 2026-02-12T03:51:58.590044+0000) 2026-02-12T03:52:08.061 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:07 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:07.803+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6814 osd.1 since back 2026-02-12T03:51:38.590231+0000 front 2026-02-12T03:51:38.590436+0000 (oldest deadline 2026-02-12T03:52:04.490262+0000) 2026-02-12T03:52:08.062 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:07 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:52:07.845+0000 7fb15e863640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:29.066511+0000 front 2026-02-12T03:51:29.066485+0000 (oldest deadline 2026-02-12T03:51:54.966448+0000) 2026-02-12T03:52:08.062 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:07 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:52:07.845+0000 7fb15e863640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.86:6814 osd.1 since back 2026-02-12T03:51:39.666941+0000 front 2026-02-12T03:51:39.666864+0000 (oldest deadline 2026-02-12T03:52:01.966883+0000) 2026-02-12T03:52:08.062 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:07 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6[94550]: 2026-02-12T03:52:07.845+0000 7fb15e863640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.86:6822 osd.2 since back 2026-02-12T03:51:41.967102+0000 front 2026-02-12T03:51:41.967202+0000 (oldest deadline 2026-02-12T03:52:06.667085+0000) 2026-02-12T03:52:08.362 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:08 trial145 podman[112399]: 2026-02-12 03:52:08.062161362 +0000 UTC m=+5.081943056 container died 1f359e4bf617692ee50e8f362c37ce056437c069d60511d6eec8e542093b9869 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:52:08.363 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:08 trial145 podman[112399]: 2026-02-12 03:52:08.071361018 +0000 UTC m=+5.091142702 container remove 1f359e4bf617692ee50e8f362c37ce056437c069d60511d6eec8e542093b9869 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , ceph=True, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:52:08.363 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:08 trial145 bash[112399]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6 2026-02-12T03:52:08.363 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:08 trial145 podman[112532]: 2026-02-12 03:52:08.202161517 +0000 UTC m=+0.016000813 container create 914347f7df24c1a0cc7efc74c1ec6145e9da9094c0f1826f65feb7b19ddbb3fa (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-deactivate, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, ceph=True, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:52:08.363 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:08 trial145 podman[112532]: 2026-02-12 03:52:08.233398289 +0000 UTC m=+0.047237585 container init 914347f7df24c1a0cc7efc74c1ec6145e9da9094c0f1826f65feb7b19ddbb3fa (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-deactivate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:52:08.363 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:08 trial145 podman[112532]: 2026-02-12 03:52:08.235968802 +0000 UTC m=+0.049808098 container start 914347f7df24c1a0cc7efc74c1ec6145e9da9094c0f1826f65feb7b19ddbb3fa (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:52:08.363 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:08 trial145 podman[112532]: 2026-02-12 03:52:08.236473908 +0000 UTC m=+0.050313204 container attach 914347f7df24c1a0cc7efc74c1ec6145e9da9094c0f1826f65feb7b19ddbb3fa (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-deactivate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:52:08.363 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:08 trial145 podman[112532]: 2026-02-12 03:52:08.196080119 +0000 UTC m=+0.009919415 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:52:08.363 INFO:journalctl@ceph.osd.6.trial145.stdout:Feb 12 03:52:08 trial145 podman[112532]: 2026-02-12 03:52:08.363145245 +0000 UTC m=+0.176984551 container died 914347f7df24c1a0cc7efc74c1ec6145e9da9094c0f1826f65feb7b19ddbb3fa (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-6-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209) 2026-02-12T03:52:08.397 DEBUG:teuthology.orchestra.run.trial145:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.6.service' 2026-02-12T03:52:08.433 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:52:08.433 INFO:tasks.cephadm.osd.6:Stopped osd.6 2026-02-12T03:52:08.433 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2026-02-12T03:52:08.433 DEBUG:teuthology.orchestra.run.trial145:> sudo systemctl stop ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.7 2026-02-12T03:52:08.635 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:08 trial145 systemd[1]: Stopping Ceph osd.7 for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:52:08.636 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:08 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:08.568+0000 7f2a9c9a9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:52:08.636 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:08 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:08.568+0000 7f2a9c9a9640 -1 osd.7 147 *** Got signal Terminated *** 2026-02-12T03:52:08.636 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:08 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:08.568+0000 7f2a9c9a9640 -1 osd.7 147 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:52:09.135 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:08 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:08.802+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:33.290043+0000 front 2026-02-12T03:51:33.289970+0000 (oldest deadline 2026-02-12T03:51:58.590044+0000) 2026-02-12T03:52:09.135 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:08 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:08.802+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6814 osd.1 since back 2026-02-12T03:51:38.590231+0000 front 2026-02-12T03:51:38.590436+0000 (oldest deadline 2026-02-12T03:52:04.490262+0000) 2026-02-12T03:52:09.136 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:08 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:08.802+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6822 osd.2 since back 2026-02-12T03:51:44.490541+0000 front 2026-02-12T03:51:44.490510+0000 (oldest deadline 2026-02-12T03:52:07.990522+0000) 2026-02-12T03:52:10.135 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:09 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:09.785+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:33.290043+0000 front 2026-02-12T03:51:33.289970+0000 (oldest deadline 2026-02-12T03:51:58.590044+0000) 2026-02-12T03:52:10.135 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:09 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:09.785+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6814 osd.1 since back 2026-02-12T03:51:38.590231+0000 front 2026-02-12T03:51:38.590436+0000 (oldest deadline 2026-02-12T03:52:04.490262+0000) 2026-02-12T03:52:10.136 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:09 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:09.785+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6822 osd.2 since back 2026-02-12T03:51:44.490541+0000 front 2026-02-12T03:51:44.490510+0000 (oldest deadline 2026-02-12T03:52:07.990522+0000) 2026-02-12T03:52:11.135 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:10 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:10.793+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:33.290043+0000 front 2026-02-12T03:51:33.289970+0000 (oldest deadline 2026-02-12T03:51:58.590044+0000) 2026-02-12T03:52:11.135 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:10 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:10.793+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6814 osd.1 since back 2026-02-12T03:51:38.590231+0000 front 2026-02-12T03:51:38.590436+0000 (oldest deadline 2026-02-12T03:52:04.490262+0000) 2026-02-12T03:52:11.136 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:10 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:10.793+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6822 osd.2 since back 2026-02-12T03:51:44.490541+0000 front 2026-02-12T03:51:44.490510+0000 (oldest deadline 2026-02-12T03:52:07.990522+0000) 2026-02-12T03:52:12.135 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:11.801+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:33.290043+0000 front 2026-02-12T03:51:33.289970+0000 (oldest deadline 2026-02-12T03:51:58.590044+0000) 2026-02-12T03:52:12.135 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:11.801+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6814 osd.1 since back 2026-02-12T03:51:38.590231+0000 front 2026-02-12T03:51:38.590436+0000 (oldest deadline 2026-02-12T03:52:04.490262+0000) 2026-02-12T03:52:12.135 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:11 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:11.801+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6822 osd.2 since back 2026-02-12T03:51:44.490541+0000 front 2026-02-12T03:51:44.490510+0000 (oldest deadline 2026-02-12T03:52:07.990522+0000) 2026-02-12T03:52:13.135 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:12.818+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6806 osd.0 since back 2026-02-12T03:51:33.290043+0000 front 2026-02-12T03:51:33.289970+0000 (oldest deadline 2026-02-12T03:51:58.590044+0000) 2026-02-12T03:52:13.135 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:12.818+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6814 osd.1 since back 2026-02-12T03:51:38.590231+0000 front 2026-02-12T03:51:38.590436+0000 (oldest deadline 2026-02-12T03:52:04.490262+0000) 2026-02-12T03:52:13.136 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:12.818+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6822 osd.2 since back 2026-02-12T03:51:44.490541+0000 front 2026-02-12T03:51:44.490510+0000 (oldest deadline 2026-02-12T03:52:07.990522+0000) 2026-02-12T03:52:13.136 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:12 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7[100609]: 2026-02-12T03:52:12.818+0000 7f2a95069640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.86:6830 osd.3 since back 2026-02-12T03:51:50.191151+0000 front 2026-02-12T03:51:50.191079+0000 (oldest deadline 2026-02-12T03:52:11.891076+0000) 2026-02-12T03:52:13.880 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:13 trial145 podman[112670]: 2026-02-12 03:52:13.628555014 +0000 UTC m=+5.071408796 container died 16333d49bbfd61012cd48a8284311da6d109f78a1d39d4fe631c673479747e64 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:52:13.880 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:13 trial145 podman[112670]: 2026-02-12 03:52:13.637701842 +0000 UTC m=+5.080555614 container remove 16333d49bbfd61012cd48a8284311da6d109f78a1d39d4fe631c673479747e64 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2026-02-12T03:52:13.880 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:13 trial145 bash[112670]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7 2026-02-12T03:52:13.880 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:13 trial145 podman[112804]: 2026-02-12 03:52:13.787510694 +0000 UTC m=+0.016457699 container create ea50fae9a87944c41c6252629f4875d38f5c73c5565194e525ce5cfe9ed0de52 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-deactivate, org.label-schema.license=GPLv2, ceph=True, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:52:13.880 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:13 trial145 podman[112804]: 2026-02-12 03:52:13.824670126 +0000 UTC m=+0.053617121 container init ea50fae9a87944c41c6252629f4875d38f5c73c5565194e525ce5cfe9ed0de52 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-deactivate, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:52:13.880 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:13 trial145 podman[112804]: 2026-02-12 03:52:13.827097832 +0000 UTC m=+0.056044838 container start ea50fae9a87944c41c6252629f4875d38f5c73c5565194e525ce5cfe9ed0de52 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-deactivate, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.license=GPLv2, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:52:13.880 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:13 trial145 podman[112804]: 2026-02-12 03:52:13.827612797 +0000 UTC m=+0.056559802 container attach ea50fae9a87944c41c6252629f4875d38f5c73c5565194e525ce5cfe9ed0de52 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:52:13.881 INFO:journalctl@ceph.osd.7.trial145.stdout:Feb 12 03:52:13 trial145 podman[112804]: 2026-02-12 03:52:13.781123614 +0000 UTC m=+0.010070609 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:52:13.983 DEBUG:teuthology.orchestra.run.trial145:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@osd.7.service' 2026-02-12T03:52:14.021 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:52:14.021 INFO:tasks.cephadm.osd.7:Stopped osd.7 2026-02-12T03:52:14.022 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2026-02-12T03:52:14.022 DEBUG:teuthology.orchestra.run.trial145:> sudo systemctl stop ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@prometheus.a 2026-02-12T03:52:14.135 INFO:journalctl@ceph.prometheus.a.trial145.stdout:Feb 12 03:52:14 trial145 systemd[1]: Stopping Ceph prometheus.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:52:14.250 DEBUG:teuthology.orchestra.run.trial145:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@prometheus.a.service' 2026-02-12T03:52:14.283 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:52:14.283 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2026-02-12T03:52:14.283 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 --force --keep-logs 2026-02-12T03:52:14.530 INFO:teuthology.orchestra.run.trial086.stdout:Deleting cluster with fsid: 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:52:15.777 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:52:15 trial086 systemd[1]: Stopping Ceph alertmanager.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:52:15.777 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:52:15 trial086 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a[85103]: time=2026-02-12T03:52:15.706Z level=INFO source=main.go:584 msg="Received SIGTERM, exiting gracefully..." 2026-02-12T03:52:15.777 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:52:15 trial086 podman[146982]: 2026-02-12 03:52:15.716182991 +0000 UTC m=+0.022977716 container died be3e853a3d14bad3b4d25674710fbdb6376193d25a8d27b421de4db04c3c2b13 (image=quay.io/prometheus/alertmanager:v0.28.1, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a, org.opencontainers.image.source=https://github.com/prometheus/alertmanager, maintainer=The Prometheus Authors ) 2026-02-12T03:52:15.777 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:52:15 trial086 podman[146982]: 2026-02-12 03:52:15.725221874 +0000 UTC m=+0.032016589 container remove be3e853a3d14bad3b4d25674710fbdb6376193d25a8d27b421de4db04c3c2b13 (image=quay.io/prometheus/alertmanager:v0.28.1, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/alertmanager) 2026-02-12T03:52:15.777 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:52:15 trial086 podman[146982]: 2026-02-12 03:52:15.725871532 +0000 UTC m=+0.032666267 volume remove 5c2dfd634b2c24bfec1e27eeb9c008367478b757f9e858129e7ec797731e139f 2026-02-12T03:52:15.778 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:52:15 trial086 bash[146982]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-alertmanager-a 2026-02-12T03:52:16.047 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:52:15 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@alertmanager.a.service: Deactivated successfully. 2026-02-12T03:52:16.047 INFO:journalctl@ceph.alertmanager.a.trial086.stdout:Feb 12 03:52:15 trial086 systemd[1]: Stopped Ceph alertmanager.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:52:16.047 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:52:15 trial086 systemd[1]: Stopping Ceph node-exporter.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:52:16.048 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:52:16 trial086 podman[147130]: 2026-02-12 03:52:16.019611507 +0000 UTC m=+0.024851409 container died 373e066ca44c3a4279462acee9b6d8d4782d354afbe1aa60a64bc6f55073cb20 (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T03:52:16.048 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:52:16 trial086 podman[147130]: 2026-02-12 03:52:16.027500372 +0000 UTC m=+0.032740264 container remove 373e066ca44c3a4279462acee9b6d8d4782d354afbe1aa60a64bc6f55073cb20 (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T03:52:16.048 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:52:16 trial086 bash[147130]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-a 2026-02-12T03:52:16.319 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:52:16 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2026-02-12T03:52:16.320 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:52:16 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@node-exporter.a.service: Failed with result 'exit-code'. 2026-02-12T03:52:16.320 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:52:16 trial086 systemd[1]: Stopped Ceph node-exporter.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:52:16.320 INFO:journalctl@ceph.node-exporter.a.trial086.stdout:Feb 12 03:52:16 trial086 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@node-exporter.a.service: Consumed 1.834s CPU time. 2026-02-12T03:52:37.470 DEBUG:teuthology.orchestra.run.trial145:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 --force --keep-logs 2026-02-12T03:52:37.717 INFO:teuthology.orchestra.run.trial145.stdout:Deleting cluster with fsid: 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:52:38.896 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 systemd[1]: Stopping Ceph grafana.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:52:38.896 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=server t=2026-02-12T03:52:38.840941188Z level=info msg="Shutdown started" reason="System signal: terminated" 2026-02-12T03:52:38.896 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841266868Z level=info msg="module stopped" module=*service.UsageStats 2026-02-12T03:52:38.896 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841270033Z level=info msg="module stopped" module=*notifications.NotificationService 2026-02-12T03:52:38.896 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841270124Z level=info msg="module stopped" module=*appregistry.Service 2026-02-12T03:52:38.896 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841280603Z level=info msg="module stopped" module=*pushhttp.Gateway 2026-02-12T03:52:38.896 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841297174Z level=info msg="module stopped" module=*store.dummyEntityEventsService 2026-02-12T03:52:38.896 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841299769Z level=info msg="module stopped" module=*angulardetectorsprovider.Dynamic 2026-02-12T03:52:38.897 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841305941Z level=info msg="module stopped" module=*cleanup.CleanUpService 2026-02-12T03:52:38.897 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841308686Z level=info msg="module stopped" module=*service.DashboardUpdater 2026-02-12T03:52:38.897 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841309698Z level=info msg="module stopped" module=*updatemanager.PluginsService 2026-02-12T03:52:38.897 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841313986Z level=info msg="module stopped" module=*garbagecollectionworker.Worker 2026-02-12T03:52:38.897 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841314517Z level=info msg="module stopped" module=*pluginexternal.Service 2026-02-12T03:52:38.897 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841317653Z level=info msg="module stopped" module=*ssosettingsimpl.Service 2026-02-12T03:52:38.897 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841322812Z level=info msg="module stopped" module=*metrics.InternalMetricsService 2026-02-12T03:52:38.897 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841323514Z level=info msg="module stopped" module=*statscollector.Service 2026-02-12T03:52:38.897 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841317372Z level=info msg="module stopped" module=*dualwrite.ZanzanaReconciler 2026-02-12T03:52:38.897 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=ngalert.scheduler t=2026-02-12T03:52:38.841329545Z level=info msg=stopped component=ticker last_tick=2026-02-12T03:52:30Z 2026-02-12T03:52:38.897 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841334444Z level=info msg="module stopped" module=*migrations.SecretMigrationProviderImpl 2026-02-12T03:52:38.897 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841341137Z level=info msg="module stopped" module=*manager.SecretsService 2026-02-12T03:52:38.898 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841340175Z level=info msg="module stopped" module=*manager.ServiceAccountsService 2026-02-12T03:52:38.898 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841344293Z level=info msg="module stopped" module=*metric.Service 2026-02-12T03:52:38.898 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841344984Z level=info msg="module stopped" module=*service.DashboardServiceImpl 2026-02-12T03:52:38.898 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841355163Z level=info msg="module stopped" module=*store.standardStorageService 2026-02-12T03:52:38.898 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841341878Z level=info msg="module stopped" module=*remotecache.RemoteCache 2026-02-12T03:52:38.898 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.84134838Z level=info msg="module stopped" module=*rendering.RenderingService 2026-02-12T03:52:38.898 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841334093Z level=info msg="module stopped" module=*anonimpl.AnonDeviceService 2026-02-12T03:52:38.898 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841356235Z level=info msg="module stopped" module=*loginattemptimpl.Service 2026-02-12T03:52:38.898 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841351326Z level=info msg="module stopped" module=*api.HTTPServer 2026-02-12T03:52:38.898 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841360302Z level=info msg="module stopped" module=*authimpl.UserAuthTokenService 2026-02-12T03:52:38.898 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841361054Z level=info msg="module stopped" module=*supportbundlesimpl.Service 2026-02-12T03:52:38.898 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841371243Z level=info msg="module stopped" module=*live.GrafanaLive 2026-02-12T03:52:38.898 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.8417807Z level=info msg="module stopped" module=*ngalert.AlertNG 2026-02-12T03:52:38.899 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841808011Z level=info msg="module stopped" module=provisioning 2026-02-12T03:52:38.899 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841828419Z level=info msg="module stopped" module=plugin.backgroundinstaller 2026-02-12T03:52:38.899 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.841981766Z level=info msg="module stopped" module=plugins.store 2026-02-12T03:52:38.899 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.842012053Z level=info msg="module stopped" module=grafana-apiserver 2026-02-12T03:52:38.899 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=tracing t=2026-02-12T03:52:38.842021561Z level=info msg="Closing tracing" 2026-02-12T03:52:38.899 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.842034966Z level=info msg="module stopped" module=tracing 2026-02-12T03:52:38.899 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:52:38.842040466Z level=info msg="All modules stopped" 2026-02-12T03:52:38.899 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a[67384]: logger=grafana-apiserver t=2026-02-12T03:52:38.842033493Z level=info msg="StorageObjectCountTracker pruner is exiting" 2026-02-12T03:52:38.899 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 podman[113429]: 2026-02-12 03:52:38.850986157 +0000 UTC m=+0.023114433 container died 4b2023674182a3e47905dea5332be9ac85bf9c522c7940f09c896be8744c813c (image=quay.io/ceph/grafana:12.3.1, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a, maintainer=Grafana Labs , org.opencontainers.image.source=https://github.com/grafana/grafana) 2026-02-12T03:52:38.899 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 podman[113429]: 2026-02-12 03:52:38.872149777 +0000 UTC m=+0.044278063 container remove 4b2023674182a3e47905dea5332be9ac85bf9c522c7940f09c896be8744c813c (image=quay.io/ceph/grafana:12.3.1, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a, org.opencontainers.image.source=https://github.com/grafana/grafana, maintainer=Grafana Labs ) 2026-02-12T03:52:38.899 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 bash[113429]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-grafana-a 2026-02-12T03:52:39.247 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@grafana.a.service: Deactivated successfully. 2026-02-12T03:52:39.247 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 systemd[1]: Stopped Ceph grafana.a for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:52:39.247 INFO:journalctl@ceph.grafana.a.trial145.stdout:Feb 12 03:52:38 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@grafana.a.service: Consumed 3.374s CPU time. 2026-02-12T03:52:39.247 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:52:39 trial145 systemd[1]: Stopping Ceph node-exporter.b for 1df67b0b-07c2-11f1-abd4-d404e6e7d460... 2026-02-12T03:52:39.247 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:52:39 trial145 podman[113574]: 2026-02-12 03:52:39.191672535 +0000 UTC m=+0.023574936 container died d5fd160ba581cbf601cba59d0d2083f7781bff8b610abd39c2c5d8953b23232a (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T03:52:39.247 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:52:39 trial145 podman[113574]: 2026-02-12 03:52:39.200213528 +0000 UTC m=+0.032115929 container remove d5fd160ba581cbf601cba59d0d2083f7781bff8b610abd39c2c5d8953b23232a (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T03:52:39.248 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:52:39 trial145 bash[113574]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460-node-exporter-b 2026-02-12T03:52:39.248 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:52:39 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2026-02-12T03:52:39.635 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:52:39 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@node-exporter.b.service: Failed with result 'exit-code'. 2026-02-12T03:52:39.635 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:52:39 trial145 systemd[1]: Stopped Ceph node-exporter.b for 1df67b0b-07c2-11f1-abd4-d404e6e7d460. 2026-02-12T03:52:39.635 INFO:journalctl@ceph.node-exporter.b.trial145.stdout:Feb 12 03:52:39 trial145 systemd[1]: ceph-1df67b0b-07c2-11f1-abd4-d404e6e7d460@node-exporter.b.service: Consumed 1.612s CPU time. 2026-02-12T03:52:50.093 DEBUG:teuthology.orchestra.run.trial086:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-12T03:52:50.123 DEBUG:teuthology.orchestra.run.trial145:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-12T03:52:50.149 INFO:tasks.cephadm:Archiving crash dumps... 2026-02-12T03:52:50.151 DEBUG:teuthology.misc:Transferring archived files from trial086:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/crash to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_14:50:33-orch:cephadm-wip-guits-main-2026-02-11-1317-distro-default-trial/45568/remote/trial086/crash 2026-02-12T03:52:50.152 DEBUG:teuthology.orchestra.run.trial086:> sudo tar c -f - -C /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/crash -- . 2026-02-12T03:52:50.186 INFO:teuthology.orchestra.run.trial086.stderr:tar: /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/crash: Cannot open: No such file or directory 2026-02-12T03:52:50.186 INFO:teuthology.orchestra.run.trial086.stderr:tar: Error is not recoverable: exiting now 2026-02-12T03:52:50.188 DEBUG:teuthology.misc:Transferring archived files from trial145:/var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/crash to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_14:50:33-orch:cephadm-wip-guits-main-2026-02-11-1317-distro-default-trial/45568/remote/trial145/crash 2026-02-12T03:52:50.189 DEBUG:teuthology.orchestra.run.trial145:> sudo tar c -f - -C /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/crash -- . 2026-02-12T03:52:50.213 INFO:teuthology.orchestra.run.trial145.stderr:tar: /var/lib/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/crash: Cannot open: No such file or directory 2026-02-12T03:52:50.213 INFO:teuthology.orchestra.run.trial145.stderr:tar: Error is not recoverable: exiting now 2026-02-12T03:52:50.214 INFO:tasks.cephadm:Checking cluster log for badness... 2026-02-12T03:52:50.215 DEBUG:teuthology.orchestra.run.trial086:> sudo grep -E '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph.log | grep -E CEPHADM_ | grep -E -v '\(MDS_ALL_DOWN\)' | grep -E -v '\(MDS_UP_LESS_THAN_MAX\)' | grep -E -v CEPHADM_STRAY_DAEMON | grep -E -v CEPHADM_FAILED_DAEMON | grep -E -v CEPHADM_AGENT_DOWN | head -n 1 2026-02-12T03:52:50.255 INFO:tasks.cephadm:Compressing logs... 2026-02-12T03:52:50.255 DEBUG:teuthology.orchestra.run.trial086:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-12T03:52:50.297 DEBUG:teuthology.orchestra.run.trial145:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-12T03:52:50.318 INFO:teuthology.orchestra.run.trial086.stderr:find: ‘/var/log/rbd-target-api’gzip: No such file or directory 2026-02-12T03:52:50.318 INFO:teuthology.orchestra.run.trial086.stderr: -5 --verbose -- /var/log/ceph/cephadm.log 2026-02-12T03:52:50.319 INFO:teuthology.orchestra.run.trial086.stderr:gzip -5 --verbose -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.2.log 2026-02-12T03:52:50.322 INFO:teuthology.orchestra.run.trial086.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-mon.a.log 2026-02-12T03:52:50.322 INFO:teuthology.orchestra.run.trial086.stderr:gzip -5 --verbose -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.0.log 2026-02-12T03:52:50.322 INFO:teuthology.orchestra.run.trial086.stderr:/var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.2.log: /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-mgr.y.log 2026-02-12T03:52:50.322 INFO:teuthology.orchestra.run.trial086.stderr:/var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.3.log 2026-02-12T03:52:50.322 INFO:teuthology.orchestra.run.trial086.stderr:gzip/var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-mgr.y.log: -5 --verbose -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-mon.c.log 2026-02-12T03:52:50.323 INFO:teuthology.orchestra.run.trial086.stderr:gzip -5 --verbose/var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.3.log: -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-client.rgw.foo.trial086.zahtia.log 2026-02-12T03:52:50.323 INFO:teuthology.orchestra.run.trial086.stderr:/var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph.cephadm.log 2026-02-12T03:52:50.323 INFO:teuthology.orchestra.run.trial086.stderr:gzip -5 --verbose -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph.audit.log 2026-02-12T03:52:50.323 INFO:teuthology.orchestra.run.trial086.stderr:/var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-client.rgw.foo.trial086.zahtia.log: /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-volume.log 2026-02-12T03:52:50.323 INFO:teuthology.orchestra.run.trial086.stderr: 77.0% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-client.rgw.foo.trial086.zahtia.log.gz 2026-02-12T03:52:50.323 INFO:teuthology.orchestra.run.trial086.stderr:/var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.1.log 2026-02-12T03:52:50.323 INFO:teuthology.orchestra.run.trial086.stderr:/var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/tcmu-runner.log 2026-02-12T03:52:50.323 INFO:teuthology.orchestra.run.trial086.stderr:/var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph.log 2026-02-12T03:52:50.323 INFO:teuthology.orchestra.run.trial086.stderr: 92.0% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph.cephadm.log.gz 2026-02-12T03:52:50.323 INFO:teuthology.orchestra.run.trial086.stderr:/var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/tcmu-runner.log: 93.0% -- replaced with /var/log/ceph/cephadm.log.gz 2026-02-12T03:52:50.323 INFO:teuthology.orchestra.run.trial086.stderr: 76.5% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/tcmu-runner.log.gz 2026-02-12T03:52:50.324 INFO:teuthology.orchestra.run.trial086.stderr:/var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph.log: 93.9% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph.log.gz 2026-02-12T03:52:50.327 INFO:teuthology.orchestra.run.trial145.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2026-02-12T03:52:50.328 INFO:teuthology.orchestra.run.trial145.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-02-12T03:52:50.328 INFO:teuthology.orchestra.run.trial145.stderr:gzip -5 --verbose -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.5.log 2026-02-12T03:52:50.328 INFO:teuthology.orchestra.run.trial145.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.7.log 2026-02-12T03:52:50.328 INFO:teuthology.orchestra.run.trial145.stderr:gzip -5 --verbose -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph.cephadm.log 2026-02-12T03:52:50.328 INFO:teuthology.orchestra.run.trial145.stderr:/var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.5.log: /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.4.log 2026-02-12T03:52:50.328 INFO:teuthology.orchestra.run.trial145.stderr:/var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-client.rgw.foo.trial145.zneoxq.log 2026-02-12T03:52:50.328 INFO:teuthology.orchestra.run.trial145.stderr:gzip -5 --verbose -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph.audit.log 2026-02-12T03:52:50.328 INFO:teuthology.orchestra.run.trial145.stderr:/var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.4.log: 85.8% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph.cephadm.log.gz 2026-02-12T03:52:50.328 INFO:teuthology.orchestra.run.trial145.stderr:/var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-client.rgw.foo.trial145.zneoxq.log: gzip -5 --verbose -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-mon.b.log 2026-02-12T03:52:50.328 INFO:teuthology.orchestra.run.trial145.stderr: 77.0% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-client.rgw.foo.trial145.zneoxq.log.gz 2026-02-12T03:52:50.328 INFO:teuthology.orchestra.run.trial145.stderr:/var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-volume.log 2026-02-12T03:52:50.329 INFO:teuthology.orchestra.run.trial145.stderr:/var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.6.log 2026-02-12T03:52:50.329 INFO:teuthology.orchestra.run.trial145.stderr:gzip -5 --verbose -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-mgr.x.log 2026-02-12T03:52:50.329 INFO:teuthology.orchestra.run.trial145.stderr:/var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-volume.log: /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph.log 2026-02-12T03:52:50.329 INFO:teuthology.orchestra.run.trial145.stderr:/var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-mgr.x.log: /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph.log: 88.9% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph.log.gz 2026-02-12T03:52:50.329 INFO:teuthology.orchestra.run.trial145.stderr: 91.1% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph.audit.log.gz 2026-02-12T03:52:50.329 INFO:teuthology.orchestra.run.trial086.stderr: 94.4% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph.audit.log.gz 2026-02-12T03:52:50.329 INFO:teuthology.orchestra.run.trial086.stderr: 95.2% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-volume.log.gz 2026-02-12T03:52:50.332 INFO:teuthology.orchestra.run.trial145.stderr: 95.2% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-volume.log.gz 2026-02-12T03:52:50.339 INFO:teuthology.orchestra.run.trial145.stderr: 92.7% -- replaced with /var/log/ceph/cephadm.log.gz 2026-02-12T03:52:50.381 INFO:teuthology.orchestra.run.trial145.stderr: 90.1% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-mgr.x.log.gz 2026-02-12T03:52:50.490 INFO:teuthology.orchestra.run.trial086.stderr: 90.4% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-mgr.y.log.gz 2026-02-12T03:52:50.612 INFO:teuthology.orchestra.run.trial086.stderr: 92.7% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-mon.c.log.gz 2026-02-12T03:52:50.655 INFO:teuthology.orchestra.run.trial145.stderr: 92.6% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-mon.b.log.gz 2026-02-12T03:52:50.988 INFO:teuthology.orchestra.run.trial086.stderr: 93.4% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.2.log.gz 2026-02-12T03:52:51.004 INFO:teuthology.orchestra.run.trial086.stderr: 91.3% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-mon.a.log.gz 2026-02-12T03:52:51.162 INFO:teuthology.orchestra.run.trial145.stderr: 93.3% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.6.log.gz 2026-02-12T03:52:51.323 INFO:teuthology.orchestra.run.trial086.stderr: 93.5% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.0.log.gz 2026-02-12T03:52:51.424 INFO:teuthology.orchestra.run.trial145.stderr: 93.7% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.7.log.gz 2026-02-12T03:52:51.429 INFO:teuthology.orchestra.run.trial086.stderr: 93.5% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.1.log.gz 2026-02-12T03:52:51.436 INFO:teuthology.orchestra.run.trial145.stderr: 93.4% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.5.log.gz 2026-02-12T03:52:51.525 INFO:teuthology.orchestra.run.trial145.stderr: 93.6% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.4.log.gz 2026-02-12T03:52:51.527 INFO:teuthology.orchestra.run.trial145.stderr: 2026-02-12T03:52:51.527 INFO:teuthology.orchestra.run.trial145.stderr:real 0m1.213s 2026-02-12T03:52:51.528 INFO:teuthology.orchestra.run.trial145.stderr:user 0m4.404s 2026-02-12T03:52:51.528 INFO:teuthology.orchestra.run.trial145.stderr:sys 0m0.282s 2026-02-12T03:52:51.617 INFO:teuthology.orchestra.run.trial086.stderr: 93.5% -- replaced with /var/log/ceph/1df67b0b-07c2-11f1-abd4-d404e6e7d460/ceph-osd.3.log.gz 2026-02-12T03:52:51.619 INFO:teuthology.orchestra.run.trial086.stderr: 2026-02-12T03:52:51.619 INFO:teuthology.orchestra.run.trial086.stderr:real 0m1.308s 2026-02-12T03:52:51.619 INFO:teuthology.orchestra.run.trial086.stderr:user 0m4.968s 2026-02-12T03:52:51.619 INFO:teuthology.orchestra.run.trial086.stderr:sys 0m0.287s 2026-02-12T03:52:51.619 INFO:tasks.cephadm:Archiving logs... 2026-02-12T03:52:51.620 DEBUG:teuthology.misc:Transferring archived files from trial086:/var/log/ceph to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_14:50:33-orch:cephadm-wip-guits-main-2026-02-11-1317-distro-default-trial/45568/remote/trial086/log 2026-02-12T03:52:51.621 DEBUG:teuthology.orchestra.run.trial086:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-12T03:52:52.139 DEBUG:teuthology.misc:Transferring archived files from trial145:/var/log/ceph to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_14:50:33-orch:cephadm-wip-guits-main-2026-02-11-1317-distro-default-trial/45568/remote/trial145/log 2026-02-12T03:52:52.140 DEBUG:teuthology.orchestra.run.trial145:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-12T03:52:52.534 INFO:tasks.cephadm:Removing cluster... 2026-02-12T03:52:52.534 DEBUG:teuthology.orchestra.run.trial086:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 --force 2026-02-12T03:52:52.780 INFO:teuthology.orchestra.run.trial086.stdout:Deleting cluster with fsid: 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:52:52.881 DEBUG:teuthology.orchestra.run.trial145:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1df67b0b-07c2-11f1-abd4-d404e6e7d460 --force 2026-02-12T03:52:53.135 INFO:teuthology.orchestra.run.trial145.stdout:Deleting cluster with fsid: 1df67b0b-07c2-11f1-abd4-d404e6e7d460 2026-02-12T03:52:53.232 INFO:tasks.cephadm:Removing cephadm ... 2026-02-12T03:52:53.232 DEBUG:teuthology.orchestra.run.trial086:> rm -rf /home/ubuntu/cephtest/cephadm 2026-02-12T03:52:53.251 DEBUG:teuthology.orchestra.run.trial145:> rm -rf /home/ubuntu/cephtest/cephadm 2026-02-12T03:52:53.268 INFO:tasks.cephadm:Teardown complete 2026-02-12T03:52:53.268 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-02-12T03:52:53.285 INFO:teuthology.task.clock:Checking final clock skew... 2026-02-12T03:52:53.285 DEBUG:teuthology.orchestra.run.trial086:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-12T03:52:53.293 DEBUG:teuthology.orchestra.run.trial145:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-12T03:52:53.308 INFO:teuthology.orchestra.run.trial086.stderr:bash: line 1: ntpq: command not found 2026-02-12T03:52:53.323 INFO:teuthology.orchestra.run.trial145.stderr:bash: line 1: ntpq: command not found 2026-02-12T03:52:53.324 INFO:teuthology.orchestra.run.trial086.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-12T03:52:53.325 INFO:teuthology.orchestra.run.trial086.stdout:=============================================================================== 2026-02-12T03:52:53.325 INFO:teuthology.orchestra.run.trial086.stdout:^- lax1.us.ntp.li 2 8 377 174 -919us[ -919us] +/- 35ms 2026-02-12T03:52:53.325 INFO:teuthology.orchestra.run.trial086.stdout:^- 69-10-208-170.rainiercon> 2 6 377 49 -7835us[-7835us] +/- 82ms 2026-02-12T03:52:53.325 INFO:teuthology.orchestra.run.trial086.stdout:^+ static.190.111.161.5.cli> 4 8 377 175 +119us[ +119us] +/- 12ms 2026-02-12T03:52:53.325 INFO:teuthology.orchestra.run.trial086.stdout:^* time.cloudflare.com 3 8 377 177 +73us[ +69us] +/- 6766us 2026-02-12T03:52:53.361 INFO:teuthology.orchestra.run.trial145.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-12T03:52:53.361 INFO:teuthology.orchestra.run.trial145.stdout:=============================================================================== 2026-02-12T03:52:53.361 INFO:teuthology.orchestra.run.trial145.stdout:^- time-h.den.codehof.net 2 6 377 49 +4560us[+4558us] +/- 37ms 2026-02-12T03:52:53.361 INFO:teuthology.orchestra.run.trial145.stdout:^+ 172-238-164-57.ip.linode> 4 7 377 52 -3231us[-3233us] +/- 33ms 2026-02-12T03:52:53.361 INFO:teuthology.orchestra.run.trial145.stdout:^+ dev.smatwebdesign.com 2 7 377 51 +1793us[+1791us] +/- 33ms 2026-02-12T03:52:53.361 INFO:teuthology.orchestra.run.trial145.stdout:^* 74.208.112.156 4 6 377 47 +1023us[+1022us] +/- 24ms 2026-02-12T03:52:53.363 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-02-12T03:52:53.378 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-02-12T03:52:53.378 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-02-12T03:52:53.392 DEBUG:teuthology.orchestra.run.trial086:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-12T03:52:53.448 DEBUG:teuthology.orchestra.run.trial145:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-12T03:52:53.499 DEBUG:teuthology.orchestra.run.trial086:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2026-02-12T03:52:53.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T03:52:53.526 DEBUG:teuthology.orchestra.run.trial145:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2026-02-12T03:52:53.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T03:52:53.553 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-02-12T03:52:53.568 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-02-12T03:52:53.582 INFO:teuthology.task.internal:Duration was 1871.204794 seconds 2026-02-12T03:52:53.583 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-02-12T03:52:53.598 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-02-12T03:52:53.598 DEBUG:teuthology.orchestra.run.trial086:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-12T03:52:53.601 DEBUG:teuthology.orchestra.run.trial145:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-12T03:52:53.636 INFO:teuthology.orchestra.run.trial086.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-12T03:52:53.638 INFO:teuthology.orchestra.run.trial145.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-12T03:52:53.917 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-02-12T03:52:53.918 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial086.front.sepia.ceph.com 2026-02-12T03:52:53.918 DEBUG:teuthology.orchestra.run.trial086:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-12T03:52:53.939 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial145.front.sepia.ceph.com 2026-02-12T03:52:53.939 DEBUG:teuthology.orchestra.run.trial145:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-12T03:52:53.976 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-02-12T03:52:53.976 DEBUG:teuthology.orchestra.run.trial086:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-12T03:52:53.981 DEBUG:teuthology.orchestra.run.trial145:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-12T03:52:54.178 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-02-12T03:52:54.179 DEBUG:teuthology.orchestra.run.trial086:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-12T03:52:54.181 DEBUG:teuthology.orchestra.run.trial145:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-12T03:52:54.203 INFO:teuthology.orchestra.run.trial086.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T03:52:54.203 INFO:teuthology.orchestra.run.trial086.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T03:52:54.204 INFO:teuthology.orchestra.run.trial086.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-12T03:52:54.204 INFO:teuthology.orchestra.run.trial086.stderr: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-12T03:52:54.204 INFO:teuthology.orchestra.run.trial086.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-12T03:52:54.205 INFO:teuthology.orchestra.run.trial145.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T03:52:54.206 INFO:teuthology.orchestra.run.trial145.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T03:52:54.206 INFO:teuthology.orchestra.run.trial145.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-12T03:52:54.207 INFO:teuthology.orchestra.run.trial145.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-12T03:52:54.207 INFO:teuthology.orchestra.run.trial145.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-12T03:52:54.228 INFO:teuthology.orchestra.run.trial145.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 90.4% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-12T03:52:54.238 INFO:teuthology.orchestra.run.trial086.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 90.7% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-12T03:52:54.240 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-02-12T03:52:54.259 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-02-12T03:52:54.259 DEBUG:teuthology.orchestra.run.trial086:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-12T03:52:54.306 DEBUG:teuthology.orchestra.run.trial145:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-12T03:52:54.332 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-02-12T03:52:54.348 DEBUG:teuthology.orchestra.run.trial086:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-12T03:52:54.351 DEBUG:teuthology.orchestra.run.trial145:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-12T03:52:54.372 INFO:teuthology.orchestra.run.trial086.stdout:kernel.core_pattern = core 2026-02-12T03:52:54.397 INFO:teuthology.orchestra.run.trial145.stdout:kernel.core_pattern = core 2026-02-12T03:52:54.427 DEBUG:teuthology.orchestra.run.trial086:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-12T03:52:54.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T03:52:54.443 DEBUG:teuthology.orchestra.run.trial145:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-12T03:52:54.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T03:52:54.483 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-02-12T03:52:54.502 INFO:teuthology.task.internal:Transferring archived files... 2026-02-12T03:52:54.503 DEBUG:teuthology.misc:Transferring archived files from trial086:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_14:50:33-orch:cephadm-wip-guits-main-2026-02-11-1317-distro-default-trial/45568/remote/trial086 2026-02-12T03:52:54.503 DEBUG:teuthology.orchestra.run.trial086:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-12T03:52:54.538 DEBUG:teuthology.misc:Transferring archived files from trial145:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_14:50:33-orch:cephadm-wip-guits-main-2026-02-11-1317-distro-default-trial/45568/remote/trial145 2026-02-12T03:52:54.538 DEBUG:teuthology.orchestra.run.trial145:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-12T03:52:54.577 INFO:teuthology.task.internal:Removing archive directory... 2026-02-12T03:52:54.577 DEBUG:teuthology.orchestra.run.trial086:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-12T03:52:54.580 DEBUG:teuthology.orchestra.run.trial145:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-12T03:52:54.626 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-02-12T03:52:54.644 INFO:teuthology.task.internal:Not uploading archives. 2026-02-12T03:52:54.644 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-02-12T03:52:54.660 INFO:teuthology.task.internal:Tidying up after the test... 2026-02-12T03:52:54.661 DEBUG:teuthology.orchestra.run.trial086:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-12T03:52:54.663 DEBUG:teuthology.orchestra.run.trial145:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-12T03:52:54.678 INFO:teuthology.orchestra.run.trial086.stdout: 786525 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 12 03:52 /home/ubuntu/cephtest 2026-02-12T03:52:54.683 INFO:teuthology.orchestra.run.trial145.stdout: 786525 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 12 03:52 /home/ubuntu/cephtest 2026-02-12T03:52:54.684 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2026-02-12T03:52:54.708 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-02-12T03:52:54.759 INFO:teuthology.run:Summary data: description: orch:cephadm/upgrade/{1-start-distro/1-start-centos_9.stream-squid 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/classic} duration: 1871.2047939300537 owner: scheduled_gabrioux@soko04.front.sepia.ceph.com success: true 2026-02-12T03:52:54.759 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-12T03:52:54.876 INFO:teuthology.run:pass